Oct 16 14:33:32 user nova-compute[74681]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74681) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 16 14:33:32 user nova-compute[74681]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74681) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 16 14:33:32 user nova-compute[74681]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74681) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 16 14:33:32 user nova-compute[74681]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:33:33 user nova-compute[74681]: INFO nova.virt.driver [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 16 14:33:33 user nova-compute[74681]: INFO nova.compute.provider_config [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Acquiring lock "singleton_lock" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Acquired lock "singleton_lock" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Releasing lock "singleton_lock" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Full set of CONF: {{(pid=74681) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ******************************************************************************** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Configuration options gathered from: {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ================================================================================ {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] allow_resize_to_same_host      = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] arq_binding_timeout            = 300 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] backdoor_port                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] backdoor_socket                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] block_device_allocate_retries  = 300 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] block_device_allocate_retries_interval = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cert                           = self.pem {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute_monitors               = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] config_dir                     = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] config_drive_format            = iso9660 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] config_source                  = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] console_host                   = user {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] control_exchange               = nova {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cpu_allocation_ratio           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] daemon                         = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] debug                          = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] default_access_ip_network_name = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] default_availability_zone      = nova {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] default_ephemeral_format       = ext4 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] default_green_pool_size        = 1000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] default_schedule_zone          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] disk_allocation_ratio          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] enable_new_services            = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] enabled_ssl_apis               = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] flat_injected                  = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] force_config_drive             = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] force_raw_images               = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] graceful_shutdown_timeout      = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] heal_instance_info_cache_interval = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] host                           = user {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instance_build_timeout         = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instance_delete_interval       = 300 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instance_name_template         = instance-%08x {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instance_usage_audit           = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instance_usage_audit_period    = month {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] internal_service_availability_zone = internal {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] key                            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] live_migration_retry_count     = 30 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_config_append              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_dir                        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_file                       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_options                    = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_rotate_interval            = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_rotate_interval_type       = days {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] log_rotation_type              = none {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] long_rpc_timeout               = 1800 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] max_concurrent_builds          = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] max_concurrent_live_migrations = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] max_concurrent_snapshots       = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] max_local_block_devices        = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] max_logfile_count              = 30 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] max_logfile_size_mb            = 200 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] maximum_instance_delete_attempts = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] metadata_listen                = 0.0.0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] metadata_listen_port           = 8775 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] metadata_workers               = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] migrate_max_retries            = -1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] mkisofs_cmd                    = genisoimage {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] my_ip                          = 10.0.0.210 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] network_allocate_retries       = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] osapi_compute_listen_port      = 8774 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] osapi_compute_unique_server_name_scope =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] osapi_compute_workers          = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] password_length                = 12 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] periodic_enable                = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] periodic_fuzzy_delay           = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] pointer_model                  = ps2mouse {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] preallocate_images             = none {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] publish_errors                 = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] pybasedir                      = /opt/stack/nova {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ram_allocation_ratio           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rate_limit_burst               = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rate_limit_except_level        = CRITICAL {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rate_limit_interval            = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] reboot_timeout                 = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] reclaim_instance_interval      = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] record                         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] reimage_timeout_per_gb         = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] report_interval                = 120 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rescue_timeout                 = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] reserved_host_cpus             = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] reserved_host_disk_mb          = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] reserved_host_memory_mb        = 512 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] reserved_huge_pages            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] resize_confirm_window          = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] resize_fs_using_block_device   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] resume_guests_state_on_host_boot = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rpc_response_timeout           = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] run_external_periodic_tasks    = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] running_deleted_instance_action = reap {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] running_deleted_instance_timeout = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler_instance_sync_interval = 120 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_down_time              = 720 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] servicegroup_driver            = db {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] shelved_offload_time           = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] shelved_poll_interval          = 3600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] shutdown_timeout               = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] source_is_ipv6                 = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ssl_only                       = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] state_path                     = /opt/stack/data/nova {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] sync_power_state_interval      = 600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] sync_power_state_pool_size     = 1000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] syslog_log_facility            = LOG_USER {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] tempdir                        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] timeout_nbd                    = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] transport_url                  = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] update_resources_interval      = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] use_cow_images                 = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] use_eventlog                   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] use_journal                    = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] use_json                       = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] use_rootwrap_daemon            = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] use_stderr                     = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] use_syslog                     = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vcpu_pin_set                   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plugging_is_fatal          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plugging_timeout           = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] virt_mkfs                      = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] volume_usage_poll_interval     = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] watch_log_file                 = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] web                            = /usr/share/spice-html5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_concurrency.disable_process_locking = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.auth_strategy              = keystone {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.compute_link_prefix        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.dhcp_domain                = novalocal {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.enable_instance_password   = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.glance_link_prefix         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.instance_list_per_project_cells = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.list_records_by_skipping_down_cells = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.local_metadata_per_cell    = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.max_limit                  = 1000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.metadata_cache_expiration  = 15 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.neutron_default_tenant_id  = default {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.use_forwarded_for          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.use_neutron_default_nets   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.vendordata_dynamic_targets = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.vendordata_jsonfile_path   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.backend_argument         = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.config_prefix            = cache.oslo {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.dead_timeout             = 60.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.debug_cache_backend      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.enable_retry_client      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.enable_socket_keepalive  = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.enabled                  = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.expiration_time          = 600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.hashclient_retry_attempts = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_dead_retry      = 300 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_password        =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_sasl_enabled    = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.memcache_username        =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.proxies                  = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.retry_attempts           = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.retry_delay              = 0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.socket_keepalive_count   = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.socket_keepalive_idle    = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.socket_keepalive_interval = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.tls_allowed_ciphers      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.tls_cafile               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.tls_certfile             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.tls_enabled              = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cache.tls_keyfile              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.auth_section            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.auth_type               = password {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.cafile                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.certfile                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.collect_timing          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.cross_az_attach         = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.debug                   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.endpoint_template       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.http_retries            = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.insecure                = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.keyfile                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.os_region_name          = RegionOne {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.split_loggers           = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cinder.timeout                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.cpu_dedicated_set      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.cpu_shared_set         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.image_type_exclude_list = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.resource_provider_association_refresh = 300 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.shutdown_retry_interval = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] conductor.workers              = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] console.allowed_origins        = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] console.ssl_ciphers            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] console.ssl_minimum_version    = default {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] consoleauth.token_ttl          = 600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.cafile                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.certfile                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.collect_timing          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.connect_retries         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.connect_retry_delay     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.endpoint_override       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.insecure                = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.keyfile                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.max_version             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.min_version             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.region_name             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.service_name            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.service_type            = accelerator {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.split_loggers           = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.status_code_retries     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.status_code_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.timeout                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] cyborg.version                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.backend               = sqlalchemy {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.connection            = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.connection_debug      = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.connection_parameters =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.connection_recycle_time = 3600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.connection_trace      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.db_inc_retry_interval = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.db_max_retries        = 20 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.db_max_retry_interval = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.db_retry_interval     = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.max_overflow          = 50 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.max_pool_size         = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.max_retries           = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.mysql_wsrep_sync_wait = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.pool_timeout          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.retry_interval        = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.slave_connection      = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] database.sqlite_synchronous    = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.backend           = sqlalchemy {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.connection        = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.connection_debug  = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.connection_parameters =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.connection_recycle_time = 3600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.connection_trace  = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.db_inc_retry_interval = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.db_max_retries    = 20 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.db_max_retry_interval = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.db_retry_interval = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.max_overflow      = 50 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.max_pool_size     = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.max_retries       = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.pool_timeout      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.retry_interval    = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.slave_connection  = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] api_database.sqlite_synchronous = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] devices.enabled_mdev_types     = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ephemeral_storage_encryption.enabled = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.api_servers             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.cafile                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.certfile                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.collect_timing          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.connect_retries         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.connect_retry_delay     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.debug                   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.default_trusted_certificate_ids = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.enable_certificate_validation = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.enable_rbd_download     = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.endpoint_override       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.insecure                = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.keyfile                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.max_version             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.min_version             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.num_retries             = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.rbd_ceph_conf           =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.rbd_connect_timeout     = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.rbd_pool                =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.rbd_user                =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.region_name             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.service_name            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.service_type            = image {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.split_loggers           = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.status_code_retries     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.status_code_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.timeout                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.verify_glance_signatures = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] glance.version                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] guestfs.debug                  = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.config_drive_cdrom      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.config_drive_inject_password = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.enable_remotefx         = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.instances_path_share    =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.limit_cpu_features      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.use_multipath_io        = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.vswitch_name            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] mks.enabled                    = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] image_cache.manager_interval   = 2400 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] image_cache.precache_concurrency = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] image_cache.remove_unused_base_images = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] image_cache.subdirectory_name  = _base {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.api_max_retries         = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.api_retry_interval      = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.auth_section            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.auth_type               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.cafile                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.certfile                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.collect_timing          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.conductor_group         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.connect_retries         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.connect_retry_delay     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.endpoint_override       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.insecure                = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.keyfile                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.max_version             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.min_version             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.peer_list               = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.region_name             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.serial_console_state_timeout = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.service_name            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.service_type            = baremetal {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.split_loggers           = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.status_code_retries     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.status_code_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.timeout                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ironic.version                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] key_manager.fixed_key          = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.barbican_api_version  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.barbican_endpoint     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.barbican_endpoint_type = public {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.barbican_region_name  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.cafile                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.certfile              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.collect_timing        = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.insecure              = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.keyfile               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.number_of_retries     = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.retry_delay           = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.send_service_user_token = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.split_loggers         = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.timeout               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.verify_ssl            = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican.verify_ssl_path       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.auth_section = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.auth_type = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.cafile   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.certfile = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.collect_timing = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.insecure = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.keyfile  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.split_loggers = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] barbican_service_user.timeout  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.approle_role_id          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.approle_secret_id        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.cafile                   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.certfile                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.collect_timing           = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.insecure                 = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.keyfile                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.kv_mountpoint            = secret {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.kv_path                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.kv_version               = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.namespace                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.root_token_id            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.split_loggers            = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.ssl_ca_crt_file          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.timeout                  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.use_ssl                  = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.auth_section          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.auth_type             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.cafile                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.certfile              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.collect_timing        = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.connect_retries       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.connect_retry_delay   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.endpoint_override     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.insecure              = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.keyfile               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.max_version           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.min_version           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.region_name           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.service_name          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.service_type          = identity {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.split_loggers         = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.status_code_retries   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.status_code_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.timeout               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] keystone.version               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.connection_uri         =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.cpu_mode               = custom {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: WARNING oslo_config.cfg [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.cpu_power_governor_high = performance {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.cpu_power_management   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.device_detach_attempts = 8 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.device_detach_timeout  = 20 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.disk_cachemodes        = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.disk_prefix            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.enabled_perf_events    = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.file_backed_memory     = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.gid_maps               = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.hw_disk_discard        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.hw_machine_type        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.images_rbd_pool        = rbd {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.images_type            = default {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.images_volume_group    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.inject_key             = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.inject_partition       = -2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.inject_password        = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.iscsi_iface            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.iser_use_multipath     = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_downtime = 500 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_inbound_addr = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_scheme  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_timeout_action = abort {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_tunnelled = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: WARNING oslo_config.cfg [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 16 14:33:33 user nova-compute[74681]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 16 14:33:33 user nova-compute[74681]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 16 14:33:33 user nova-compute[74681]: and ``live_migration_inbound_addr`` respectively.
Oct 16 14:33:33 user nova-compute[74681]: ).  Its value may be silently ignored in the future.
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.live_migration_with_native_tls = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.max_queues             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.nfs_mount_options      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.num_pcie_ports         = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.pmem_namespaces        = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.quobyte_client_cfg     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rbd_secret_uuid        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rbd_user               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rescue_image_id        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rescue_kernel_id       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.rx_queue_size          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.smbfs_mount_options    =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.snapshot_compression   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.snapshot_image_format  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.sparse_logical_volumes = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.swtpm_enabled          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.swtpm_group            = tss {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.swtpm_user             = tss {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.sysinfo_serial         = unique {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.tb_cache_size          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.tx_queue_size          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.uid_maps               = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.use_virtio_for_bridges = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.virt_type              = kvm {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.volume_clear           = zero {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.volume_clear_size      = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.volume_use_multipath   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.vzstorage_cache_path   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.auth_section           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.auth_type              = password {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.cafile                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.certfile               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.collect_timing         = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.connect_retries        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.connect_retry_delay    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.default_floating_pool  = public {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.endpoint_override      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.extension_sync_interval = 600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.http_retries           = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.insecure               = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.keyfile                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.max_version            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.min_version            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.ovs_bridge             = br-int {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.physnets               = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.region_name            = RegionOne {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.service_metadata_proxy = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.service_name           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.service_type           = network {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.split_loggers          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.status_code_retries    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.status_code_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.timeout                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] neutron.version                = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] notifications.bdms_in_notifications = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] notifications.default_level    = INFO {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] notifications.notification_format = unversioned {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] notifications.notify_on_state_change = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] pci.alias                      = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] pci.device_spec                = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] pci.report_in_placement        = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.auth_section         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.auth_type            = password {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.cafile               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.certfile             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.collect_timing       = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.connect_retries      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.connect_retry_delay  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.default_domain_id    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.default_domain_name  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.domain_id            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.domain_name          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.endpoint_override    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.insecure             = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.keyfile              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.max_version          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.min_version          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.password             = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.project_domain_id    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.project_domain_name  = Default {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.project_id           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.project_name         = service {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.region_name          = RegionOne {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.service_name         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.service_type         = placement {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.split_loggers        = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.status_code_retries  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.status_code_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.system_scope         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.timeout              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.trust_id             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.user_domain_id       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.user_domain_name     = Default {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.user_id              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.username             = placement {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] placement.version              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.cores                    = 20 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.count_usage_from_placement = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.injected_file_content_bytes = 10240 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.injected_file_path_length = 255 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.injected_files           = 5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.instances                = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.key_pairs                = 100 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.metadata_items           = 128 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.ram                      = 51200 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.recheck_quota            = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.server_group_members     = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] quota.server_groups            = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rdp.enabled                    = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.image_metadata_prefilter = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.max_attempts         = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.max_placement_results = 1000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] scheduler.workers              = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.host_subset_size = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.isolated_hosts = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.isolated_images = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.pci_in_placement = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.track_instance_changes = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] metrics.required               = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] metrics.weight_multiplier      = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] metrics.weight_setting         = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] serial_console.enabled         = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] serial_console.port_range      = 10000:20000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] serial_console.serialproxy_port = 6083 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.auth_section      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.auth_type         = password {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.cafile            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.certfile          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.collect_timing    = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.insecure          = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.keyfile           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.send_service_user_token = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.split_loggers     = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] service_user.timeout           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.agent_enabled            = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.enabled                  = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.html5proxy_port          = 6082 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.image_compression        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.jpeg_compression         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.playback_compression     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.server_listen            = 127.0.0.1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.streaming_mode           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] spice.zlib_compression         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] upgrade_levels.baseapi         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] upgrade_levels.cert            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] upgrade_levels.compute         = auto {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] upgrade_levels.conductor       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] upgrade_levels.scheduler       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.cafile = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.certfile = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.insecure = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vendordata_dynamic_auth.timeout = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.api_retry_count         = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.ca_file                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.cache_prefix            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.cluster_name            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.connection_pool_size    = 10 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.console_delay_seconds   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.datastore_regex         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.host_ip                 = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.host_password           = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.host_port               = 443 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.host_username           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.insecure                = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.integration_bridge      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.maximum_objects         = 100 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.pbm_default_policy      = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.pbm_enabled             = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.pbm_wsdl_location       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.serial_port_proxy_uri   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.serial_port_service_uri = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.task_poll_interval      = 0.5 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.use_linked_clone        = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.vnc_keymap              = en-us {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.vnc_port                = 5900 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vmware.vnc_port_total          = 10000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.auth_schemes               = ['none'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.enabled                    = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.novncproxy_port            = 6080 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.vencrypt_ca_certs          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.vencrypt_client_cert       = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vnc.vencrypt_client_key        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.disable_rootwrap   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.enable_numa_live_migration = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.libvirt_disable_apic = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.client_socket_timeout     = 900 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.default_pool_size         = 1000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.keep_alive                = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.max_header_line           = 16384 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.ssl_ca_file               = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.ssl_cert_file             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.ssl_key_file              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.tcp_keepidle              = 600 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] zvm.ca_file                    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] zvm.cloud_connector_url        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] zvm.reachable_timeout          = 300 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.enforce_new_defaults = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.enforce_scope      = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.policy_default_rule = default {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.connection_string     = messaging:// {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.enabled               = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.es_doc_type           = notification {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.es_scroll_size        = 10000 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.es_scroll_time        = 2m {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.filter_error_trace    = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.hmac_keys             = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.sentinel_service_name = mymaster {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.socket_timeout        = 0.1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.trace_requests        = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler.trace_sqlalchemy      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler_jaeger.process_tags   = {} {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler_jaeger.service_name_prefix = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] profiler_otlp.service_name_prefix = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] remote_debug.host              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] remote_debug.port              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_notifications.retry = -1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.auth_section        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.auth_type           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.cafile              = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.certfile            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.collect_timing      = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.connect_retries     = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.connect_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.endpoint_id         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.endpoint_override   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.insecure            = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.keyfile             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.max_version         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.min_version         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.region_name         = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.service_name        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.service_type        = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.split_loggers       = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.status_code_retries = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.status_code_retry_delay = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.timeout             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.valid_interfaces    = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_limit.version             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_reports.file_event_handler = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] oslo_reports.log_dir           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_ovs_privileged.group  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] vif_plug_ovs_privileged.user   = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_ovs.isolate_vif         = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] os_brick.lock_path             = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] privsep_osbrick.capabilities   = [21] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] privsep_osbrick.group          = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] privsep_osbrick.helper_command = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] privsep_osbrick.user           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] nova_sys_admin.group           = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] nova_sys_admin.helper_command  = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] nova_sys_admin.user            = None {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG oslo_service.service [None req-737a4193-40df-475f-b73d-ee890ed8ae91 None None] ******************************************************************************** {{(pid=74681) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 16 14:33:33 user nova-compute[74681]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 16 14:33:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Connecting to libvirt: qemu:///system {{(pid=74681) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f66e876d180> {{(pid=74681) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 16 14:33:33 user nova-compute[74681]: libvirt:  error : internal error: could not initialize domain event timer
Oct 16 14:33:33 user nova-compute[74681]: WARNING nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 16 14:33:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f66e876d180> {{(pid=74681) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Starting native event thread {{(pid=74681) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Starting green dispatch thread {{(pid=74681) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 16 14:33:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Starting connection event dispatch thread {{(pid=74681) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 16 14:33:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Connection event '1' reason 'None'
Oct 16 14:33:33 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 16 14:33:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.mount [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Initialising _HostMountState generation 0 {{(pid=74681) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 16 14:33:40 user nova-compute[74681]: INFO nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host capabilities <capabilities>
Oct 16 14:33:40 user nova-compute[74681]:   <host>
Oct 16 14:33:40 user nova-compute[74681]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 16 14:33:40 user nova-compute[74681]:     <cpu>
Oct 16 14:33:40 user nova-compute[74681]:       <arch>x86_64</arch>
Oct 16 14:33:40 user nova-compute[74681]:       <model>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:40 user nova-compute[74681]:       <microcode version='1070'/>
Oct 16 14:33:40 user nova-compute[74681]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 16 14:33:40 user nova-compute[74681]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='ss'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='vmx'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='pcid'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='osxsave'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='hypervisor'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='arat'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='tsc_adjust'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='md-clear'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='arch-capabilities'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='invtsc'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='rsba'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature name='skip-l1dfl-vmentry'/>
Oct 16 14:33:40 user nova-compute[74681]:       <pages unit='KiB' size='4'/>
Oct 16 14:33:40 user nova-compute[74681]:       <pages unit='KiB' size='2048'/>
Oct 16 14:33:40 user nova-compute[74681]:     </cpu>
Oct 16 14:33:40 user nova-compute[74681]:     <power_management>
Oct 16 14:33:40 user nova-compute[74681]:       <suspend_mem/>
Oct 16 14:33:40 user nova-compute[74681]:       <suspend_disk/>
Oct 16 14:33:40 user nova-compute[74681]:       <suspend_hybrid/>
Oct 16 14:33:40 user nova-compute[74681]:     </power_management>
Oct 16 14:33:40 user nova-compute[74681]:     <iommu support='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     <migration_features>
Oct 16 14:33:40 user nova-compute[74681]:       <live/>
Oct 16 14:33:40 user nova-compute[74681]:       <uri_transports>
Oct 16 14:33:40 user nova-compute[74681]:         <uri_transport>tcp</uri_transport>
Oct 16 14:33:40 user nova-compute[74681]:         <uri_transport>rdma</uri_transport>
Oct 16 14:33:40 user nova-compute[74681]:       </uri_transports>
Oct 16 14:33:40 user nova-compute[74681]:     </migration_features>
Oct 16 14:33:40 user nova-compute[74681]:     <topology>
Oct 16 14:33:40 user nova-compute[74681]:       <cells num='2'>
Oct 16 14:33:40 user nova-compute[74681]:         <cell id='0'>
Oct 16 14:33:40 user nova-compute[74681]:           <memory unit='KiB'>8189224</memory>
Oct 16 14:33:40 user nova-compute[74681]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 16 14:33:40 user nova-compute[74681]:           <pages unit='KiB' size='2048'>0</pages>
Oct 16 14:33:40 user nova-compute[74681]:           <distances>
Oct 16 14:33:40 user nova-compute[74681]:             <sibling id='0' value='10'/>
Oct 16 14:33:40 user nova-compute[74681]:             <sibling id='1' value='20'/>
Oct 16 14:33:40 user nova-compute[74681]:           </distances>
Oct 16 14:33:40 user nova-compute[74681]:           <cpus num='6'>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 16 14:33:40 user nova-compute[74681]:           </cpus>
Oct 16 14:33:40 user nova-compute[74681]:         </cell>
Oct 16 14:33:40 user nova-compute[74681]:         <cell id='1'>
Oct 16 14:33:40 user nova-compute[74681]:           <memory unit='KiB'>8206460</memory>
Oct 16 14:33:40 user nova-compute[74681]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 16 14:33:40 user nova-compute[74681]:           <pages unit='KiB' size='2048'>0</pages>
Oct 16 14:33:40 user nova-compute[74681]:           <distances>
Oct 16 14:33:40 user nova-compute[74681]:             <sibling id='0' value='20'/>
Oct 16 14:33:40 user nova-compute[74681]:             <sibling id='1' value='10'/>
Oct 16 14:33:40 user nova-compute[74681]:           </distances>
Oct 16 14:33:40 user nova-compute[74681]:           <cpus num='6'>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 16 14:33:40 user nova-compute[74681]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 16 14:33:40 user nova-compute[74681]:           </cpus>
Oct 16 14:33:40 user nova-compute[74681]:         </cell>
Oct 16 14:33:40 user nova-compute[74681]:       </cells>
Oct 16 14:33:40 user nova-compute[74681]:     </topology>
Oct 16 14:33:40 user nova-compute[74681]:     <cache>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 16 14:33:40 user nova-compute[74681]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 16 14:33:40 user nova-compute[74681]:     </cache>
Oct 16 14:33:40 user nova-compute[74681]:     <secmodel>
Oct 16 14:33:40 user nova-compute[74681]:       <model>apparmor</model>
Oct 16 14:33:40 user nova-compute[74681]:       <doi>0</doi>
Oct 16 14:33:40 user nova-compute[74681]:     </secmodel>
Oct 16 14:33:40 user nova-compute[74681]:     <secmodel>
Oct 16 14:33:40 user nova-compute[74681]:       <model>dac</model>
Oct 16 14:33:40 user nova-compute[74681]:       <doi>0</doi>
Oct 16 14:33:40 user nova-compute[74681]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 16 14:33:40 user nova-compute[74681]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 16 14:33:40 user nova-compute[74681]:     </secmodel>
Oct 16 14:33:40 user nova-compute[74681]:   </host>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='alpha'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>clipper</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='armv6l'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>integratorcp</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>borzoi</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>spitz</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>nuri</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>musca-b1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>versatileab</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>kzm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>musca-a</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>smdkc210</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sx1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>z2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>tosa</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>sabrelite</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>realview-eb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>n810</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>n800</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>versatilepb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>terrier</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mainstone</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>midway</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>musicpal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>microbit</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>cubieboard</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>verdex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>netduino2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>raspi2b</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>cheetah</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>highbank</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>akita</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>connex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>collie</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>raspi0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='armv7l'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>integratorcp</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>borzoi</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>spitz</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>nuri</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>musca-b1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>versatileab</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>kzm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>musca-a</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>smdkc210</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sx1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>z2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>tosa</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>sabrelite</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>realview-eb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>n810</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>n800</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>versatilepb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>terrier</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mainstone</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>midway</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>musicpal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>microbit</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>cubieboard</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>verdex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>netduino2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>raspi2b</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>cheetah</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>highbank</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>akita</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>connex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>collie</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>raspi0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='aarch64'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>integratorcp</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>borzoi</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>spitz</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>nuri</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>musca-b1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>versatileab</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>kzm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>musca-a</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>smdkc210</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sx1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>z2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>tosa</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>sabrelite</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>realview-eb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>n810</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>n800</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>versatilepb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>terrier</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mainstone</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>midway</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>musicpal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>microbit</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>cubieboard</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>verdex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>netduino2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>raspi3b</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>raspi2b</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>cheetah</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>highbank</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>akita</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>connex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>collie</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>raspi0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <acpi default='on' toggle='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='cris'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='i686'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>x-remote</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>isapc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>microvm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='kvm'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <pae/>
Oct 16 14:33:40 user nova-compute[74681]:       <nonpae/>
Oct 16 14:33:40 user nova-compute[74681]:       <acpi default='on' toggle='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:       <apic default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='m68k'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>an5206</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>q800</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>next-cube</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='microblaze'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='microblazeel'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='mips'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='16'>malta</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='mipsel'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='16'>malta</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='mips64'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='16'>malta</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>pica61</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>magnum</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='mips64el'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='16'>malta</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>pica61</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>magnum</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='16'>boston</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='ppc'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>g3beige</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mac99</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>ppce500</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>pegasos2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sam460ex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>bamboo</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>40p</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>ref405ep</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>taihu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='ppc64'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2048'>powernv9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>taihu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2048'>powernv10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>ppce500</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>40p</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>pegasos2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>bamboo</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>g3beige</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mac99</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sam460ex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>ref405ep</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2048'>powernv8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='ppc64le'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2048'>powernv9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>taihu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2048'>powernv10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>ppce500</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>40p</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>pegasos2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>bamboo</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>g3beige</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>mac99</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sam460ex</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>ref405ep</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2048'>powernv8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='riscv32'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='8'>spike</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>opentitan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='5'>sifive_u</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sifive_e</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='8'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='riscv64'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='8'>spike</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='5'>sifive_u</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>shakti_c</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sifive_e</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='8'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='s390x'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='sh4'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>shix</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>r2d</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='sh4eb'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>shix</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>r2d</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='sparc'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>SS-5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>SS-20</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>LX</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>SS-4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>SS-10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>Voyager</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='sparc64'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sun4u</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>niagara</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>sun4v</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='x86_64'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>64</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>x-remote</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='1'>isapc</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>microvm</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='kvm'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <acpi default='on' toggle='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:       <apic default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='xtensa'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>sim</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>kc705</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>ml605</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx200</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx60</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]:   <guest>
Oct 16 14:33:40 user nova-compute[74681]:     <os_type>hvm</os_type>
Oct 16 14:33:40 user nova-compute[74681]:     <arch name='xtensaeb'>
Oct 16 14:33:40 user nova-compute[74681]:       <wordsize>32</wordsize>
Oct 16 14:33:40 user nova-compute[74681]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='4'>sim</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>kc705</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>ml605</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>virt</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx200</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>lx60</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 16 14:33:40 user nova-compute[74681]:       <domain type='qemu'/>
Oct 16 14:33:40 user nova-compute[74681]:     </arch>
Oct 16 14:33:40 user nova-compute[74681]:     <features>
Oct 16 14:33:40 user nova-compute[74681]:       <cpuselection/>
Oct 16 14:33:40 user nova-compute[74681]:       <deviceboot/>
Oct 16 14:33:40 user nova-compute[74681]:       <disksnapshot default='on' toggle='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     </features>
Oct 16 14:33:40 user nova-compute[74681]:   </guest>
Oct 16 14:33:40 user nova-compute[74681]: </capabilities>
Oct 16 14:33:40 user nova-compute[74681]: 
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for i686 via machine types: {'ubuntu-q35', 'pc', 'q35', 'ubuntu'} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 16 14:33:40 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 14:33:40 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:40 user nova-compute[74681]:   <machine>pc-q35-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:   <arch>i686</arch>
Oct 16 14:33:40 user nova-compute[74681]:   <vcpu max='288'/>
Oct 16 14:33:40 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='firmware'/>
Oct 16 14:33:40 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </loader>
Oct 16 14:33:40 user nova-compute[74681]:   </os>
Oct 16 14:33:40 user nova-compute[74681]:   <cpu>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='lm'/>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>kvm64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>core2duo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Penryn</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G1</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Conroe</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:   </cpu>
Oct 16 14:33:40 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:40 user nova-compute[74681]:     </enum>
Oct 16 14:33:40 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:40 user nova-compute[74681]:   <devices>
Oct 16 14:33:40 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </disk>
Oct 16 14:33:40 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </graphics>
Oct 16 14:33:40 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </video>
Oct 16 14:33:40 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:40 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:40 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </rng>
Oct 16 14:33:40 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:40 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </tpm>
Oct 16 14:33:40 user nova-compute[74681]:   </devices>
Oct 16 14:33:40 user nova-compute[74681]:   <features>
Oct 16 14:33:40 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:   </features>
Oct 16 14:33:40 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 16 14:33:40 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 14:33:40 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:40 user nova-compute[74681]:   <machine>pc-i440fx-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:   <arch>i686</arch>
Oct 16 14:33:40 user nova-compute[74681]:   <vcpu max='255'/>
Oct 16 14:33:40 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='firmware'/>
Oct 16 14:33:40 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </loader>
Oct 16 14:33:40 user nova-compute[74681]:   </os>
Oct 16 14:33:40 user nova-compute[74681]:   <cpu>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='lm'/>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>kvm64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>core2duo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Penryn</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G1</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Conroe</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:   </cpu>
Oct 16 14:33:40 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:40 user nova-compute[74681]:     </enum>
Oct 16 14:33:40 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:40 user nova-compute[74681]:   <devices>
Oct 16 14:33:40 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>ide</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </disk>
Oct 16 14:33:40 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </graphics>
Oct 16 14:33:40 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </video>
Oct 16 14:33:40 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:40 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:40 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </rng>
Oct 16 14:33:40 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:40 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </tpm>
Oct 16 14:33:40 user nova-compute[74681]:   </devices>
Oct 16 14:33:40 user nova-compute[74681]:   <features>
Oct 16 14:33:40 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:   </features>
Oct 16 14:33:40 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 16 14:33:40 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 14:33:40 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:40 user nova-compute[74681]:   <machine>pc-q35-6.2</machine>
Oct 16 14:33:40 user nova-compute[74681]:   <arch>i686</arch>
Oct 16 14:33:40 user nova-compute[74681]:   <vcpu max='288'/>
Oct 16 14:33:40 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='firmware'/>
Oct 16 14:33:40 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </loader>
Oct 16 14:33:40 user nova-compute[74681]:   </os>
Oct 16 14:33:40 user nova-compute[74681]:   <cpu>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='lm'/>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>kvm64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>core2duo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Penryn</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G1</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Conroe</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:   </cpu>
Oct 16 14:33:40 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:40 user nova-compute[74681]:     </enum>
Oct 16 14:33:40 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:40 user nova-compute[74681]:   <devices>
Oct 16 14:33:40 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </disk>
Oct 16 14:33:40 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </graphics>
Oct 16 14:33:40 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </video>
Oct 16 14:33:40 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:40 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:40 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </rng>
Oct 16 14:33:40 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:40 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </tpm>
Oct 16 14:33:40 user nova-compute[74681]:   </devices>
Oct 16 14:33:40 user nova-compute[74681]:   <features>
Oct 16 14:33:40 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:   </features>
Oct 16 14:33:40 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 16 14:33:40 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 14:33:40 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:40 user nova-compute[74681]:   <machine>pc-i440fx-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:   <arch>i686</arch>
Oct 16 14:33:40 user nova-compute[74681]:   <vcpu max='255'/>
Oct 16 14:33:40 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='firmware'/>
Oct 16 14:33:40 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </loader>
Oct 16 14:33:40 user nova-compute[74681]:   </os>
Oct 16 14:33:40 user nova-compute[74681]:   <cpu>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='lm'/>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>kvm64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>core2duo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Westmere</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Penryn</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G1</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Nehalem</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Conroe</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:   </cpu>
Oct 16 14:33:40 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:40 user nova-compute[74681]:     </enum>
Oct 16 14:33:40 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:40 user nova-compute[74681]:   <devices>
Oct 16 14:33:40 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>ide</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </disk>
Oct 16 14:33:40 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </graphics>
Oct 16 14:33:40 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </video>
Oct 16 14:33:40 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:40 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:40 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </rng>
Oct 16 14:33:40 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:40 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </tpm>
Oct 16 14:33:40 user nova-compute[74681]:   </devices>
Oct 16 14:33:40 user nova-compute[74681]:   <features>
Oct 16 14:33:40 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:40 user nova-compute[74681]:   </features>
Oct 16 14:33:40 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu-q35', 'pc', 'q35', 'ubuntu'} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 16 14:33:40 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:40 user nova-compute[74681]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 14:33:40 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:40 user nova-compute[74681]:   <machine>pc-q35-jammy</machine>
Oct 16 14:33:40 user nova-compute[74681]:   <arch>x86_64</arch>
Oct 16 14:33:40 user nova-compute[74681]:   <vcpu max='288'/>
Oct 16 14:33:40 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:40 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='firmware'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>efi</value>
Oct 16 14:33:40 user nova-compute[74681]:     </enum>
Oct 16 14:33:40 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </loader>
Oct 16 14:33:40 user nova-compute[74681]:   </os>
Oct 16 14:33:40 user nova-compute[74681]:   <cpu>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='invtsc'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='rsba'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:40 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>kvm64</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>core2duo</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>Westmere</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>Penryn</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>Opteron_G1</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>Nehalem</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>Conroe</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:40 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:40 user nova-compute[74681]:     </mode>
Oct 16 14:33:40 user nova-compute[74681]:   </cpu>
Oct 16 14:33:40 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:40 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:40 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:40 user nova-compute[74681]:     </enum>
Oct 16 14:33:40 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:40 user nova-compute[74681]:   <devices>
Oct 16 14:33:40 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </disk>
Oct 16 14:33:40 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </graphics>
Oct 16 14:33:40 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </video>
Oct 16 14:33:40 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:40 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:40 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:40 user nova-compute[74681]:       </enum>
Oct 16 14:33:40 user nova-compute[74681]:     </rng>
Oct 16 14:33:40 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:40 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:40 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:40 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:41 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </tpm>
Oct 16 14:33:41 user nova-compute[74681]:   </devices>
Oct 16 14:33:41 user nova-compute[74681]:   <features>
Oct 16 14:33:41 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:   </features>
Oct 16 14:33:41 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:41 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 16 14:33:41 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:41 user nova-compute[74681]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 14:33:41 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:41 user nova-compute[74681]:   <machine>pc-i440fx-6.2</machine>
Oct 16 14:33:41 user nova-compute[74681]:   <arch>x86_64</arch>
Oct 16 14:33:41 user nova-compute[74681]:   <vcpu max='255'/>
Oct 16 14:33:41 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:     <enum name='firmware'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>efi</value>
Oct 16 14:33:41 user nova-compute[74681]:     </enum>
Oct 16 14:33:41 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </loader>
Oct 16 14:33:41 user nova-compute[74681]:   </os>
Oct 16 14:33:41 user nova-compute[74681]:   <cpu>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='invtsc'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='rsba'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>kvm64</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>core2duo</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Westmere</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Penryn</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Opteron_G1</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Nehalem</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Conroe</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:   </cpu>
Oct 16 14:33:41 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:41 user nova-compute[74681]:     </enum>
Oct 16 14:33:41 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:41 user nova-compute[74681]:   <devices>
Oct 16 14:33:41 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>ide</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </disk>
Oct 16 14:33:41 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </graphics>
Oct 16 14:33:41 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </video>
Oct 16 14:33:41 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:41 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:41 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </rng>
Oct 16 14:33:41 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:41 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </tpm>
Oct 16 14:33:41 user nova-compute[74681]:   </devices>
Oct 16 14:33:41 user nova-compute[74681]:   <features>
Oct 16 14:33:41 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:   </features>
Oct 16 14:33:41 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:41 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 16 14:33:41 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:41 user nova-compute[74681]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 14:33:41 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:41 user nova-compute[74681]:   <machine>pc-q35-6.2</machine>
Oct 16 14:33:41 user nova-compute[74681]:   <arch>x86_64</arch>
Oct 16 14:33:41 user nova-compute[74681]:   <vcpu max='288'/>
Oct 16 14:33:41 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:     <enum name='firmware'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>efi</value>
Oct 16 14:33:41 user nova-compute[74681]:     </enum>
Oct 16 14:33:41 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </loader>
Oct 16 14:33:41 user nova-compute[74681]:   </os>
Oct 16 14:33:41 user nova-compute[74681]:   <cpu>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='invtsc'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='rsba'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>kvm64</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>core2duo</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Westmere</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Penryn</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Opteron_G1</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Nehalem</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Conroe</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:   </cpu>
Oct 16 14:33:41 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:41 user nova-compute[74681]:     </enum>
Oct 16 14:33:41 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:41 user nova-compute[74681]:   <devices>
Oct 16 14:33:41 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </disk>
Oct 16 14:33:41 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </graphics>
Oct 16 14:33:41 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </video>
Oct 16 14:33:41 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:41 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:41 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </rng>
Oct 16 14:33:41 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:41 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </tpm>
Oct 16 14:33:41 user nova-compute[74681]:   </devices>
Oct 16 14:33:41 user nova-compute[74681]:   <features>
Oct 16 14:33:41 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:   </features>
Oct 16 14:33:41 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:41 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 16 14:33:41 user nova-compute[74681]: <domainCapabilities>
Oct 16 14:33:41 user nova-compute[74681]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 14:33:41 user nova-compute[74681]:   <domain>kvm</domain>
Oct 16 14:33:41 user nova-compute[74681]:   <machine>pc-i440fx-jammy</machine>
Oct 16 14:33:41 user nova-compute[74681]:   <arch>x86_64</arch>
Oct 16 14:33:41 user nova-compute[74681]:   <vcpu max='255'/>
Oct 16 14:33:41 user nova-compute[74681]:   <iothreads supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:   <os supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:     <enum name='firmware'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>efi</value>
Oct 16 14:33:41 user nova-compute[74681]:     </enum>
Oct 16 14:33:41 user nova-compute[74681]:     <loader supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>rom</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>pflash</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='readonly'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>yes</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='secure'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>no</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </loader>
Oct 16 14:33:41 user nova-compute[74681]:   </os>
Oct 16 14:33:41 user nova-compute[74681]:   <cpu>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='host-passthrough' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='hostPassthroughMigratable'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='maximum' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='maximumMigratable'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>on</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>off</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='host-model' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <vendor>Intel</vendor>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ss'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='vmx'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='pcid'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='hypervisor'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='arat'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='umip'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='md-clear'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='stibp'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ssbd'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='invtsc'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ibpb'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='ibrs'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='amd-stibp'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='rsba'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='disable' name='erms'/>
Oct 16 14:33:41 user nova-compute[74681]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:     <mode name='custom' supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>qemu64</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>qemu32</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>phenom</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium3</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium2</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>pentium</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>n270</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>kvm64</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>kvm32</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>coreduo</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>core2duo</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>athlon</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Westmere</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Snowridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Skylake-Client</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>SandyBridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Penryn</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G5</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G4</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G3</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Opteron_G2</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Opteron_G1</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Nehalem</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>IvyBridge</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Icelake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Haswell</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-Rome</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-Milan</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>EPYC</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Dhyana</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cooperlake</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>Conroe</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='no'>Broadwell</model>
Oct 16 14:33:41 user nova-compute[74681]:       <model usable='yes'>486</model>
Oct 16 14:33:41 user nova-compute[74681]:     </mode>
Oct 16 14:33:41 user nova-compute[74681]:   </cpu>
Oct 16 14:33:41 user nova-compute[74681]:   <memoryBacking supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:     <enum name='sourceType'>
Oct 16 14:33:41 user nova-compute[74681]:       <value>file</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>anonymous</value>
Oct 16 14:33:41 user nova-compute[74681]:       <value>memfd</value>
Oct 16 14:33:41 user nova-compute[74681]:     </enum>
Oct 16 14:33:41 user nova-compute[74681]:   </memoryBacking>
Oct 16 14:33:41 user nova-compute[74681]:   <devices>
Oct 16 14:33:41 user nova-compute[74681]:     <disk supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='diskDevice'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>disk</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>cdrom</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>floppy</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>lun</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='bus'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>ide</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>fdc</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>sata</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </disk>
Oct 16 14:33:41 user nova-compute[74681]:     <graphics supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='type'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>sdl</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vnc</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>spice</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>egl-headless</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </graphics>
Oct 16 14:33:41 user nova-compute[74681]:     <video supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='modelType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vga</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>cirrus</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>vmvga</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>qxl</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>none</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>bochs</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>ramfb</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </video>
Oct 16 14:33:41 user nova-compute[74681]:     <hostdev supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='mode'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>subsystem</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='startupPolicy'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>default</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>mandatory</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>requisite</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>optional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='subsysType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>usb</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>pci</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>scsi</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='capsType'/>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='pciBackend'/>
Oct 16 14:33:41 user nova-compute[74681]:     </hostdev>
Oct 16 14:33:41 user nova-compute[74681]:     <rng supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtio-non-transitional</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>random</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>egd</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>builtin</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </rng>
Oct 16 14:33:41 user nova-compute[74681]:     <filesystem supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='driverType'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>path</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>handle</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>virtiofs</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </filesystem>
Oct 16 14:33:41 user nova-compute[74681]:     <tpm supported='yes'>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='model'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-tis</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>tpm-crb</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:       <enum name='backendModel'>
Oct 16 14:33:41 user nova-compute[74681]:         <value>passthrough</value>
Oct 16 14:33:41 user nova-compute[74681]:         <value>emulator</value>
Oct 16 14:33:41 user nova-compute[74681]:       </enum>
Oct 16 14:33:41 user nova-compute[74681]:     </tpm>
Oct 16 14:33:41 user nova-compute[74681]:   </devices>
Oct 16 14:33:41 user nova-compute[74681]:   <features>
Oct 16 14:33:41 user nova-compute[74681]:     <gic supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:     <vmcoreinfo supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <genid supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backingStoreInput supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <backup supported='yes'/>
Oct 16 14:33:41 user nova-compute[74681]:     <sev supported='no'/>
Oct 16 14:33:41 user nova-compute[74681]:   </features>
Oct 16 14:33:41 user nova-compute[74681]: </domainCapabilities>
Oct 16 14:33:41 user nova-compute[74681]:  {{(pid=74681) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74681) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74681) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Checking secure boot support for host arch (x86_64) {{(pid=74681) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 16 14:33:41 user nova-compute[74681]: INFO nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Secure Boot support detected
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] cpu compare xml: <cpu match="exact">
Oct 16 14:33:41 user nova-compute[74681]:   <model>Nehalem</model>
Oct 16 14:33:41 user nova-compute[74681]: </cpu>
Oct 16 14:33:41 user nova-compute[74681]:  {{(pid=74681) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 16 14:33:41 user nova-compute[74681]: INFO nova.virt.node [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Generated node identity 2b5f3b21-35d8-46f0-b940-05228071fb15
Oct 16 14:33:41 user nova-compute[74681]: INFO nova.virt.node [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Wrote node identity 2b5f3b21-35d8-46f0-b940-05228071fb15 to /opt/stack/data/nova/compute_id
Oct 16 14:33:41 user nova-compute[74681]: WARNING nova.compute.manager [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Compute nodes ['2b5f3b21-35d8-46f0-b940-05228071fb15'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 16 14:33:41 user nova-compute[74681]: INFO nova.compute.manager [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 16 14:33:41 user nova-compute[74681]: WARNING nova.compute.manager [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 16 14:33:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:33:41 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:33:41 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Hypervisor/Node resource view: name=user free_ram=10990MB free_disk=26.27639389038086GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:33:41 user nova-compute[74681]: WARNING nova.compute.resource_tracker [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] No compute node record for user:2b5f3b21-35d8-46f0-b940-05228071fb15: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2b5f3b21-35d8-46f0-b940-05228071fb15 could not be found.
Oct 16 14:33:41 user nova-compute[74681]: INFO nova.compute.resource_tracker [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Compute node record created for user:user with uuid: 2b5f3b21-35d8-46f0-b940-05228071fb15
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:33:41 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] [req-ca6e67e6-8a2b-45ac-a419-7c5031d9bfab] Created resource provider record via placement API for resource provider with UUID 2b5f3b21-35d8-46f0-b940-05228071fb15 and name user.
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74681) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 16 14:33:41 user nova-compute[74681]: INFO nova.virt.libvirt.host [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] kernel doesn't support AMD SEV
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Libvirt baseline CPU <cpu>
Oct 16 14:33:41 user nova-compute[74681]:   <arch>x86_64</arch>
Oct 16 14:33:41 user nova-compute[74681]:   <model>Nehalem</model>
Oct 16 14:33:41 user nova-compute[74681]:   <vendor>Intel</vendor>
Oct 16 14:33:41 user nova-compute[74681]:   <topology sockets="6" cores="1" threads="1"/>
Oct 16 14:33:41 user nova-compute[74681]: </cpu>
Oct 16 14:33:41 user nova-compute[74681]:  {{(pid=74681) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Updated inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Updating resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 generation from 0 to 1 during operation: update_inventory {{(pid=74681) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 16 14:33:41 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 14:33:42 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Updating resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 generation from 1 to 2 during operation: update_traits {{(pid=74681) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 16 14:33:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:33:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.632s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:33:42 user nova-compute[74681]: DEBUG nova.service [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Creating RPC server for service compute {{(pid=74681) start /opt/stack/nova/nova/service.py:182}}
Oct 16 14:33:42 user nova-compute[74681]: DEBUG nova.service [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] Join ServiceGroup membership for this service compute {{(pid=74681) start /opt/stack/nova/nova/service.py:199}}
Oct 16 14:33:42 user nova-compute[74681]: DEBUG nova.servicegroup.drivers.db [None req-341ce997-d1c8-435f-9b46-7be68b872942 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74681) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 16 14:34:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_power_states {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:34:33 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:34:33 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=10390MB free_disk=26.18004608154297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:34:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.138s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:35:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:35:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:35:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:35:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=10341MB free_disk=26.218975067138672GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:35:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.151s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:36:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:36:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:36:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=10347MB free_disk=25.997764587402344GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:36:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:37:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9604MB free_disk=26.017642974853516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:37:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.242s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:36 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:36 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:37:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:37:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 14:37:36 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:37 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:37:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "449bf334-3816-4865-a8ae-7345c09eac83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:37:42 user nova-compute[74681]: INFO nova.compute.claims [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Claim successful on node user
Oct 16 14:37:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.271s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:37:42 user nova-compute[74681]: INFO nova.compute.claims [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Claim successful on node user
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.network.neutron [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:37:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:37:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Creating image(s)
Oct 16 14:37:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "/opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "/opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "/opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.network.neutron [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:37:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:37:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:37:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.policy [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b40f44598a4491b192d97175b9829a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128859ddacf54bc9acbef5a2f95d058e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.policy [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fc97977f5114c67afcbe30beb3960d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1708679c1a7b41f7b3a35bbc03254bc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:37:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Creating image(s)
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "/opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "/opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "/opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.virt.images [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] 7dc08035-5a60-4504-a355-f38fcc11d54f was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.part /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:37:44 user nova-compute[74681]: INFO nova.compute.claims [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Claim successful on node user
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.part /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.converted" returned: 0 in 0.409s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.448s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:44 user nova-compute[74681]: INFO oslo.privsep.daemon [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp5_qul5jd/privsep.sock']
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.628s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:44 user sudo[83929]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp5_qul5jd/privsep.sock
Oct 16 14:37:44 user sudo[83929]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.126s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:37:44 user nova-compute[74681]: INFO nova.compute.claims [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Claim successful on node user
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.network.neutron [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:37:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:37:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:37:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Creating image(s)
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.policy [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4516270b53754ed4b355ca7700b98d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24419861b6ce4abf92aefe468474454a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.289s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.network.neutron [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:37:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:37:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Creating image(s)
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.policy [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b604feeb36a402d9c8ae4e57ac252bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee1ccfb5b33841a9a4c57fd1cdddc71d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:37:46 user nova-compute[74681]: INFO nova.compute.claims [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Claim successful on node user
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Successfully created port: 3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:37:46 user sudo[83929]: pam_unix(sudo:session): session closed for user root
Oct 16 14:37:46 user nova-compute[74681]: INFO oslo.privsep.daemon [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Spawned new privsep daemon via rootwrap
Oct 16 14:37:46 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 16 14:37:46 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 16 14:37:46 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 16 14:37:46 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83933
Oct 16 14:37:46 user nova-compute[74681]: WARNING oslo_privsep.priv_context [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] privsep daemon already running
Oct 16 14:37:46 user nova-compute[74681]: WARNING oslo_privsep.priv_context [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] privsep daemon already running
Oct 16 14:37:46 user nova-compute[74681]: WARNING oslo_privsep.priv_context [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] privsep daemon already running
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.398s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:37:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.212s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.218s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:37:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Creating image(s)
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "/opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "/opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "/opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk 1073741824" returned: 0 in 0.063s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG nova.policy [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dd2e980a54d4c028d8864619a384fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd87bfb396a4d4249b0665be0827034da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.221s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.242s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Checking if we can resize image /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.235s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk 1073741824" returned: 0 in 0.065s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.306s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Successfully created port: 4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.558s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Cannot resize image /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Ensure instance console log exists: /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Successfully created port: fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.248s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.223s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk 1073741824" returned: 0 in 0.040s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.818s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Cannot resize image /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Ensure instance console log exists: /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.152s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Successfully created port: cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.215s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk 1073741824" returned: 0 in 0.042s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.838s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Cannot resize image /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Ensure instance console log exists: /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Checking if we can resize image /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk 1073741824" returned: 0 in 0.073s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Cannot resize image /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Ensure instance console log exists: /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Checking if we can resize image /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Successfully updated port: 3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquired lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Cannot resize image /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Ensure instance console log exists: /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:37:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received event network-changed-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Refreshing instance network info cache due to event network-changed-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] Acquiring lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updating instance_info_cache with network_info: [{"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Successfully updated port: fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Releasing lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Instance network_info: |[{"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] Acquired lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.neutron [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Refreshing network info cache for port 3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Start _get_guest_xml network_info=[{"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquired lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:37:49 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:49 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2028521426',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2028521426',id=1,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-6hz2uqew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:43Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=449bf334-3816-4865-a8ae-7345c09eac83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:70:34,bridge_name='br-int',has_traffic_filtering=True,id=3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6f1ca3-e4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.objects.instance [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'pci_devices' on Instance uuid 449bf334-3816-4865-a8ae-7345c09eac83 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:37:49 user nova-compute[74681]:   <uuid>449bf334-3816-4865-a8ae-7345c09eac83</uuid>
Oct 16 14:37:49 user nova-compute[74681]:   <name>instance-00000001</name>
Oct 16 14:37:49 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:37:49 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:37:49 user nova-compute[74681]:   <metadata>
Oct 16 14:37:49 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:37:49 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:37:49 user nova-compute[74681]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2028521426</nova:name>
Oct 16 14:37:49 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:37:49</nova:creationTime>
Oct 16 14:37:49 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:37:49 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:37:49 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:37:49 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:37:49 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:37:49 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:37:49 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:37:49 user nova-compute[74681]:       <nova:owner>
Oct 16 14:37:49 user nova-compute[74681]:         <nova:user uuid="14b40f44598a4491b192d97175b9829a">tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member</nova:user>
Oct 16 14:37:49 user nova-compute[74681]:         <nova:project uuid="128859ddacf54bc9acbef5a2f95d058e">tempest-ServerBootFromVolumeStableRescueTest-730204498</nova:project>
Oct 16 14:37:49 user nova-compute[74681]:       </nova:owner>
Oct 16 14:37:49 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:37:49 user nova-compute[74681]:       <nova:ports>
Oct 16 14:37:49 user nova-compute[74681]:         <nova:port uuid="3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6">
Oct 16 14:37:49 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:37:49 user nova-compute[74681]:         </nova:port>
Oct 16 14:37:49 user nova-compute[74681]:       </nova:ports>
Oct 16 14:37:49 user nova-compute[74681]:     </nova:instance>
Oct 16 14:37:49 user nova-compute[74681]:   </metadata>
Oct 16 14:37:49 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:37:49 user nova-compute[74681]:     <system>
Oct 16 14:37:49 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:37:49 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:37:49 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:37:49 user nova-compute[74681]:       <entry name="serial">449bf334-3816-4865-a8ae-7345c09eac83</entry>
Oct 16 14:37:49 user nova-compute[74681]:       <entry name="uuid">449bf334-3816-4865-a8ae-7345c09eac83</entry>
Oct 16 14:37:49 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:37:49 user nova-compute[74681]:     </system>
Oct 16 14:37:49 user nova-compute[74681]:   </sysinfo>
Oct 16 14:37:49 user nova-compute[74681]:   <os>
Oct 16 14:37:49 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:37:49 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:37:49 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:37:49 user nova-compute[74681]:   </os>
Oct 16 14:37:49 user nova-compute[74681]:   <features>
Oct 16 14:37:49 user nova-compute[74681]:     <acpi/>
Oct 16 14:37:49 user nova-compute[74681]:     <apic/>
Oct 16 14:37:49 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:37:49 user nova-compute[74681]:   </features>
Oct 16 14:37:49 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:37:49 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:37:49 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:37:49 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:37:49 user nova-compute[74681]:   </clock>
Oct 16 14:37:49 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:37:49 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:37:49 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:37:49 user nova-compute[74681]:   </cpu>
Oct 16 14:37:49 user nova-compute[74681]:   <devices>
Oct 16 14:37:49 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:37:49 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:37:49 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk"/>
Oct 16 14:37:49 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:37:49 user nova-compute[74681]:     </disk>
Oct 16 14:37:49 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:37:49 user nova-compute[74681]:       <mac address="fa:16:3e:b4:70:34"/>
Oct 16 14:37:49 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:49 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:37:49 user nova-compute[74681]:       <target dev="tap3d6f1ca3-e4"/>
Oct 16 14:37:49 user nova-compute[74681]:     </interface>
Oct 16 14:37:49 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:37:49 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/console.log" append="off"/>
Oct 16 14:37:49 user nova-compute[74681]:     </serial>
Oct 16 14:37:49 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:37:49 user nova-compute[74681]:     <video>
Oct 16 14:37:49 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:49 user nova-compute[74681]:     </video>
Oct 16 14:37:49 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:37:49 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:37:49 user nova-compute[74681]:     </rng>
Oct 16 14:37:49 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:37:49 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:37:49 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:37:49 user nova-compute[74681]:     </memballoon>
Oct 16 14:37:49 user nova-compute[74681]:   </devices>
Oct 16 14:37:49 user nova-compute[74681]: </domain>
Oct 16 14:37:49 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2028521426',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2028521426',id=1,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-6hz2uqew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:43Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=449bf334-3816-4865-a8ae-7345c09eac83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:70:34,bridge_name='br-int',has_traffic_filtering=True,id=3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6f1ca3-e4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG os_vif [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:70:34,bridge_name='br-int',has_traffic_filtering=True,id=3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6f1ca3-e4') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Created schema index Interface.name {{(pid=74681) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Created schema index Port.name {{(pid=74681) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Created schema index Bridge.name {{(pid=74681) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [POLLOUT] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2badb8be-e1f6-5203-9f35-14fcb7c57ef9', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:49 user nova-compute[74681]: INFO oslo.privsep.daemon [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpwi354aki/privsep.sock']
Oct 16 14:37:49 user sudo[84014]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpwi354aki/privsep.sock
Oct 16 14:37:49 user sudo[84014]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Successfully created port: 924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:37:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Successfully updated port: 4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquired lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Successfully updated port: cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Releasing lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance network_info: |[{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Start _get_guest_xml network_info=[{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:37:50 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:50 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'pci_devices' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:37:50 user nova-compute[74681]:   <uuid>c2e7ad82-4b3e-42ba-820f-2d93453a5b59</uuid>
Oct 16 14:37:50 user nova-compute[74681]:   <name>instance-00000003</name>
Oct 16 14:37:50 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:37:50 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:37:50 user nova-compute[74681]:   <metadata>
Oct 16 14:37:50 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:37:50 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:37:50 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeTestJSON-server-1340324507</nova:name>
Oct 16 14:37:50 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:37:50</nova:creationTime>
Oct 16 14:37:50 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:37:50 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:37:50 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:37:50 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:37:50 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:37:50 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:37:50 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:37:50 user nova-compute[74681]:       <nova:owner>
Oct 16 14:37:50 user nova-compute[74681]:         <nova:user uuid="4516270b53754ed4b355ca7700b98d63">tempest-AttachVolumeTestJSON-468114976-project-member</nova:user>
Oct 16 14:37:50 user nova-compute[74681]:         <nova:project uuid="24419861b6ce4abf92aefe468474454a">tempest-AttachVolumeTestJSON-468114976</nova:project>
Oct 16 14:37:50 user nova-compute[74681]:       </nova:owner>
Oct 16 14:37:50 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:37:50 user nova-compute[74681]:       <nova:ports>
Oct 16 14:37:50 user nova-compute[74681]:         <nova:port uuid="fe34be23-ac23-4e0b-969c-4d519a042810">
Oct 16 14:37:50 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 14:37:50 user nova-compute[74681]:         </nova:port>
Oct 16 14:37:50 user nova-compute[74681]:       </nova:ports>
Oct 16 14:37:50 user nova-compute[74681]:     </nova:instance>
Oct 16 14:37:50 user nova-compute[74681]:   </metadata>
Oct 16 14:37:50 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:37:50 user nova-compute[74681]:     <system>
Oct 16 14:37:50 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:37:50 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:37:50 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:37:50 user nova-compute[74681]:       <entry name="serial">c2e7ad82-4b3e-42ba-820f-2d93453a5b59</entry>
Oct 16 14:37:50 user nova-compute[74681]:       <entry name="uuid">c2e7ad82-4b3e-42ba-820f-2d93453a5b59</entry>
Oct 16 14:37:50 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:37:50 user nova-compute[74681]:     </system>
Oct 16 14:37:50 user nova-compute[74681]:   </sysinfo>
Oct 16 14:37:50 user nova-compute[74681]:   <os>
Oct 16 14:37:50 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:37:50 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:37:50 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:37:50 user nova-compute[74681]:   </os>
Oct 16 14:37:50 user nova-compute[74681]:   <features>
Oct 16 14:37:50 user nova-compute[74681]:     <acpi/>
Oct 16 14:37:50 user nova-compute[74681]:     <apic/>
Oct 16 14:37:50 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:37:50 user nova-compute[74681]:   </features>
Oct 16 14:37:50 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:37:50 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:37:50 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:37:50 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:37:50 user nova-compute[74681]:   </clock>
Oct 16 14:37:50 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:37:50 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:37:50 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:37:50 user nova-compute[74681]:   </cpu>
Oct 16 14:37:50 user nova-compute[74681]:   <devices>
Oct 16 14:37:50 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:37:50 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:37:50 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk"/>
Oct 16 14:37:50 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:37:50 user nova-compute[74681]:     </disk>
Oct 16 14:37:50 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:37:50 user nova-compute[74681]:       <mac address="fa:16:3e:5b:8d:8a"/>
Oct 16 14:37:50 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:50 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:37:50 user nova-compute[74681]:       <target dev="tapfe34be23-ac"/>
Oct 16 14:37:50 user nova-compute[74681]:     </interface>
Oct 16 14:37:50 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:37:50 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/console.log" append="off"/>
Oct 16 14:37:50 user nova-compute[74681]:     </serial>
Oct 16 14:37:50 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:37:50 user nova-compute[74681]:     <video>
Oct 16 14:37:50 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:50 user nova-compute[74681]:     </video>
Oct 16 14:37:50 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:37:50 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:37:50 user nova-compute[74681]:     </rng>
Oct 16 14:37:50 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:37:50 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:37:50 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:37:50 user nova-compute[74681]:     </memballoon>
Oct 16 14:37:50 user nova-compute[74681]:   </devices>
Oct 16 14:37:50 user nova-compute[74681]: </domain>
Oct 16 14:37:50 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG os_vif [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updated VIF entry in instance network info cache for port 3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updating instance_info_cache with network_info: [{"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71bc7905-e3fd-583b-aed4-79d2c147ac80', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-606e6747-14a3-400f-9716-72e6c18fa347 req-45b91606-c509-46b8-b230-d65f16b45a68 service nova] Releasing lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received event network-changed-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Refreshing instance network info cache due to event network-changed-4472417a-4b0c-4c4f-b211-8574dafa30e1. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] Acquiring lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.neutron [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance network_info: |[{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Start _get_guest_xml network_info=[{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:37:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.objects.instance [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lazy-loading 'pci_devices' on Instance uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:37:51 user nova-compute[74681]:   <uuid>635a7f5b-cc04-4139-ba6d-0bae93dce0f8</uuid>
Oct 16 14:37:51 user nova-compute[74681]:   <name>instance-00000004</name>
Oct 16 14:37:51 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:37:51 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:37:51 user nova-compute[74681]:   <metadata>
Oct 16 14:37:51 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:37:51 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:name>tempest-ServerActionsTestOtherB-server-10195588</nova:name>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:37:51</nova:creationTime>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:37:51 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:37:51 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:owner>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:user uuid="4b604feeb36a402d9c8ae4e57ac252bb">tempest-ServerActionsTestOtherB-2068450545-project-member</nova:user>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:project uuid="ee1ccfb5b33841a9a4c57fd1cdddc71d">tempest-ServerActionsTestOtherB-2068450545</nova:project>
Oct 16 14:37:51 user nova-compute[74681]:       </nova:owner>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:ports>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:port uuid="cca0f54c-701a-4b88-9c8f-37dde1a1017d">
Oct 16 14:37:51 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:37:51 user nova-compute[74681]:         </nova:port>
Oct 16 14:37:51 user nova-compute[74681]:       </nova:ports>
Oct 16 14:37:51 user nova-compute[74681]:     </nova:instance>
Oct 16 14:37:51 user nova-compute[74681]:   </metadata>
Oct 16 14:37:51 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:37:51 user nova-compute[74681]:     <system>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="serial">635a7f5b-cc04-4139-ba6d-0bae93dce0f8</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="uuid">635a7f5b-cc04-4139-ba6d-0bae93dce0f8</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:37:51 user nova-compute[74681]:     </system>
Oct 16 14:37:51 user nova-compute[74681]:   </sysinfo>
Oct 16 14:37:51 user nova-compute[74681]:   <os>
Oct 16 14:37:51 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:37:51 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:37:51 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:37:51 user nova-compute[74681]:   </os>
Oct 16 14:37:51 user nova-compute[74681]:   <features>
Oct 16 14:37:51 user nova-compute[74681]:     <acpi/>
Oct 16 14:37:51 user nova-compute[74681]:     <apic/>
Oct 16 14:37:51 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:37:51 user nova-compute[74681]:   </features>
Oct 16 14:37:51 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:37:51 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:37:51 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:37:51 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:37:51 user nova-compute[74681]:   </clock>
Oct 16 14:37:51 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:37:51 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:37:51 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:37:51 user nova-compute[74681]:   </cpu>
Oct 16 14:37:51 user nova-compute[74681]:   <devices>
Oct 16 14:37:51 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:37:51 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:37:51 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk"/>
Oct 16 14:37:51 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:37:51 user nova-compute[74681]:     </disk>
Oct 16 14:37:51 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:37:51 user nova-compute[74681]:       <mac address="fa:16:3e:87:3e:43"/>
Oct 16 14:37:51 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:51 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:37:51 user nova-compute[74681]:       <target dev="tapcca0f54c-70"/>
Oct 16 14:37:51 user nova-compute[74681]:     </interface>
Oct 16 14:37:51 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:37:51 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/console.log" append="off"/>
Oct 16 14:37:51 user nova-compute[74681]:     </serial>
Oct 16 14:37:51 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:37:51 user nova-compute[74681]:     <video>
Oct 16 14:37:51 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:51 user nova-compute[74681]:     </video>
Oct 16 14:37:51 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:37:51 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:37:51 user nova-compute[74681]:     </rng>
Oct 16 14:37:51 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:37:51 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:37:51 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:37:51 user nova-compute[74681]:     </memballoon>
Oct 16 14:37:51 user nova-compute[74681]:   </devices>
Oct 16 14:37:51 user nova-compute[74681]: </domain>
Oct 16 14:37:51 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG os_vif [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca061360-c983-551a-b3dd-39177be43e8b', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-changed-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Refreshing instance network info cache due to event network-changed-fe34be23-ac23-4e0b-969c-4d519a042810. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] Acquiring lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] Acquired lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Refreshing network info cache for port fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user sudo[84014]: pam_unix(sudo:session): session closed for user root
Oct 16 14:37:51 user nova-compute[74681]: INFO oslo.privsep.daemon [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Spawned new privsep daemon via rootwrap
Oct 16 14:37:51 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 16 14:37:51 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 16 14:37:51 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 16 14:37:51 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84017
Oct 16 14:37:51 user nova-compute[74681]: WARNING oslo_privsep.priv_context [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] privsep daemon already running
Oct 16 14:37:51 user nova-compute[74681]: WARNING oslo_privsep.priv_context [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] privsep daemon already running
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.neutron [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Updating instance_info_cache with network_info: [{"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Releasing lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Instance network_info: |[{"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] Acquired lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Refreshing network info cache for port 4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Start _get_guest_xml network_info=[{"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:37:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-625095075',display_name='tempest-DeleteServersTestJSON-server-625095075',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-625095075',id=2,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1708679c1a7b41f7b3a35bbc03254bc1',ramdisk_id='',reservation_id='r-o0p3bgk1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-179084805',owner_user_name='tempest-DeleteServersTestJSON-179084805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:43Z,user_data=None,user_id='8fc97977f5114c67afcbe30beb3960d1',uuid=c76f1ca2-c1c2-4814-a305-da2973de364e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Converting VIF {"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:7e:23,bridge_name='br-int',has_traffic_filtering=True,id=4472417a-4b0c-4c4f-b211-8574dafa30e1,network=Network(bcbda9ee-5925-42e1-b60c-df0eee13a7ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4472417a-4b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.objects.instance [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lazy-loading 'pci_devices' on Instance uuid c76f1ca2-c1c2-4814-a305-da2973de364e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:37:51 user nova-compute[74681]:   <uuid>c76f1ca2-c1c2-4814-a305-da2973de364e</uuid>
Oct 16 14:37:51 user nova-compute[74681]:   <name>instance-00000002</name>
Oct 16 14:37:51 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:37:51 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:37:51 user nova-compute[74681]:   <metadata>
Oct 16 14:37:51 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:37:51 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:name>tempest-DeleteServersTestJSON-server-625095075</nova:name>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:37:51</nova:creationTime>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:37:51 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:37:51 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:owner>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:user uuid="8fc97977f5114c67afcbe30beb3960d1">tempest-DeleteServersTestJSON-179084805-project-member</nova:user>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:project uuid="1708679c1a7b41f7b3a35bbc03254bc1">tempest-DeleteServersTestJSON-179084805</nova:project>
Oct 16 14:37:51 user nova-compute[74681]:       </nova:owner>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:37:51 user nova-compute[74681]:       <nova:ports>
Oct 16 14:37:51 user nova-compute[74681]:         <nova:port uuid="4472417a-4b0c-4c4f-b211-8574dafa30e1">
Oct 16 14:37:51 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 14:37:51 user nova-compute[74681]:         </nova:port>
Oct 16 14:37:51 user nova-compute[74681]:       </nova:ports>
Oct 16 14:37:51 user nova-compute[74681]:     </nova:instance>
Oct 16 14:37:51 user nova-compute[74681]:   </metadata>
Oct 16 14:37:51 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:37:51 user nova-compute[74681]:     <system>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="serial">c76f1ca2-c1c2-4814-a305-da2973de364e</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="uuid">c76f1ca2-c1c2-4814-a305-da2973de364e</entry>
Oct 16 14:37:51 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:37:51 user nova-compute[74681]:     </system>
Oct 16 14:37:51 user nova-compute[74681]:   </sysinfo>
Oct 16 14:37:51 user nova-compute[74681]:   <os>
Oct 16 14:37:51 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:37:51 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:37:51 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:37:51 user nova-compute[74681]:   </os>
Oct 16 14:37:51 user nova-compute[74681]:   <features>
Oct 16 14:37:51 user nova-compute[74681]:     <acpi/>
Oct 16 14:37:51 user nova-compute[74681]:     <apic/>
Oct 16 14:37:51 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:37:51 user nova-compute[74681]:   </features>
Oct 16 14:37:51 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:37:51 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:37:51 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:37:51 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:37:51 user nova-compute[74681]:   </clock>
Oct 16 14:37:51 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:37:51 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:37:51 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:37:51 user nova-compute[74681]:   </cpu>
Oct 16 14:37:51 user nova-compute[74681]:   <devices>
Oct 16 14:37:51 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:37:51 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:37:51 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk"/>
Oct 16 14:37:51 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:37:51 user nova-compute[74681]:     </disk>
Oct 16 14:37:51 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:37:51 user nova-compute[74681]:       <mac address="fa:16:3e:35:7e:23"/>
Oct 16 14:37:51 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:51 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:37:51 user nova-compute[74681]:       <target dev="tap4472417a-4b"/>
Oct 16 14:37:51 user nova-compute[74681]:     </interface>
Oct 16 14:37:51 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:37:51 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/console.log" append="off"/>
Oct 16 14:37:51 user nova-compute[74681]:     </serial>
Oct 16 14:37:51 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:37:51 user nova-compute[74681]:     <video>
Oct 16 14:37:51 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:51 user nova-compute[74681]:     </video>
Oct 16 14:37:51 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:37:51 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:37:51 user nova-compute[74681]:     </rng>
Oct 16 14:37:51 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:37:51 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:37:51 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:37:51 user nova-compute[74681]:     </memballoon>
Oct 16 14:37:51 user nova-compute[74681]:   </devices>
Oct 16 14:37:51 user nova-compute[74681]: </domain>
Oct 16 14:37:51 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-625095075',display_name='tempest-DeleteServersTestJSON-server-625095075',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-625095075',id=2,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1708679c1a7b41f7b3a35bbc03254bc1',ramdisk_id='',reservation_id='r-o0p3bgk1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-179084805',owner_user_name='tempest-DeleteServersTestJSON-179084805-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:43Z,user_data=None,user_id='8fc97977f5114c67afcbe30beb3960d1',uuid=c76f1ca2-c1c2-4814-a305-da2973de364e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Converting VIF {"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:7e:23,bridge_name='br-int',has_traffic_filtering=True,id=4472417a-4b0c-4c4f-b211-8574dafa30e1,network=Network(bcbda9ee-5925-42e1-b60c-df0eee13a7ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4472417a-4b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG os_vif [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:7e:23,bridge_name='br-int',has_traffic_filtering=True,id=4472417a-4b0c-4c4f-b211-8574dafa30e1,network=Network(bcbda9ee-5925-42e1-b60c-df0eee13a7ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4472417a-4b') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58bd402b-5fe8-56e0-a2f7-1b1f8cc0fbf1', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe34be23-ac, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe34be23-ac, col_values=(('qos', UUID('0677b2b8-a2c3-4136-88a2-c515d70cea65')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe34be23-ac, col_values=(('external_ids', {'iface-id': 'fe34be23-ac23-4e0b-969c-4d519a042810', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:8d:8a', 'vm-uuid': 'c2e7ad82-4b3e-42ba-820f-2d93453a5b59'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: INFO os_vif [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac')
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d6f1ca3-e4, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d6f1ca3-e4, col_values=(('qos', UUID('f8182f51-e678-4764-a03c-0094fb664bc6')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d6f1ca3-e4, col_values=(('external_ids', {'iface-id': '3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:70:34', 'vm-uuid': '449bf334-3816-4865-a8ae-7345c09eac83'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: INFO os_vif [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:70:34,bridge_name='br-int',has_traffic_filtering=True,id=3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6f1ca3-e4')
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcca0f54c-70, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcca0f54c-70, col_values=(('qos', UUID('6d21b382-944f-4977-b6e2-37f4f0261836')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcca0f54c-70, col_values=(('external_ids', {'iface-id': 'cca0f54c-701a-4b88-9c8f-37dde1a1017d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:3e:43', 'vm-uuid': '635a7f5b-cc04-4139-ba6d-0bae93dce0f8'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: INFO os_vif [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70')
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4472417a-4b, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4472417a-4b, col_values=(('qos', UUID('32202b6a-ff5d-4c07-9e9b-891f768850da')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4472417a-4b, col_values=(('external_ids', {'iface-id': '4472417a-4b0c-4c4f-b211-8574dafa30e1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:7e:23', 'vm-uuid': 'c76f1ca2-c1c2-4814-a305-da2973de364e'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No VIF found with MAC fa:16:3e:5b:8d:8a, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:37:52 user nova-compute[74681]: INFO os_vif [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:7e:23,bridge_name='br-int',has_traffic_filtering=True,id=4472417a-4b0c-4c4f-b211-8574dafa30e1,network=Network(bcbda9ee-5925-42e1-b60c-df0eee13a7ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4472417a-4b')
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Successfully updated port: 924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No VIF found with MAC fa:16:3e:b4:70:34, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No VIF found with MAC fa:16:3e:87:3e:43, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquired lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] No VIF found with MAC fa:16:3e:35:7e:23, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updated VIF entry in instance network info cache for port fe34be23-ac23-4e0b-969c-4d519a042810. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] Releasing lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-changed-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Refreshing instance network info cache due to event network-changed-cca0f54c-701a-4b88-9c8f-37dde1a1017d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Refreshing network info cache for port cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-changed-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Refreshing instance network info cache due to event network-changed-924a1260-32c8-4e95-a8ed-9ddf5d58d35f. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] Acquiring lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Updated VIF entry in instance network info cache for port 4472417a-4b0c-4c4f-b211-8574dafa30e1. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Updating instance_info_cache with network_info: [{"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7b822929-8998-49df-a86a-da4254385527 req-0da807a5-e2f5-44f5-9e12-0aa4abeacc16 service nova] Releasing lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Releasing lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Instance network_info: |[{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] Acquired lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Refreshing network info cache for port 924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Start _get_guest_xml network_info=[{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:37:53 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:53 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2090565350',display_name='tempest-ServerActionsTestOtherA-server-2090565350',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2090565350',id=5,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-39lv5d0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=67488db5-3e5d-4591-ad3c-5830e41f7ae0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:af:2b,bridge_name='br-int',has_traffic_filtering=True,id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap924a1260-32') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.objects.instance [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'pci_devices' on Instance uuid 67488db5-3e5d-4591-ad3c-5830e41f7ae0 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updated VIF entry in instance network info cache for port cca0f54c-701a-4b88-9c8f-37dde1a1017d. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:37:53 user nova-compute[74681]:   <uuid>67488db5-3e5d-4591-ad3c-5830e41f7ae0</uuid>
Oct 16 14:37:53 user nova-compute[74681]:   <name>instance-00000005</name>
Oct 16 14:37:53 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:37:53 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:37:53 user nova-compute[74681]:   <metadata>
Oct 16 14:37:53 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:37:53 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:37:53 user nova-compute[74681]:       <nova:name>tempest-ServerActionsTestOtherA-server-2090565350</nova:name>
Oct 16 14:37:53 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:37:53</nova:creationTime>
Oct 16 14:37:53 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:37:53 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:37:53 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:37:53 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:37:53 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:37:53 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:37:53 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:37:53 user nova-compute[74681]:       <nova:owner>
Oct 16 14:37:53 user nova-compute[74681]:         <nova:user uuid="3dd2e980a54d4c028d8864619a384fcc">tempest-ServerActionsTestOtherA-816239739-project-member</nova:user>
Oct 16 14:37:53 user nova-compute[74681]:         <nova:project uuid="d87bfb396a4d4249b0665be0827034da">tempest-ServerActionsTestOtherA-816239739</nova:project>
Oct 16 14:37:53 user nova-compute[74681]:       </nova:owner>
Oct 16 14:37:53 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:37:53 user nova-compute[74681]:       <nova:ports>
Oct 16 14:37:53 user nova-compute[74681]:         <nova:port uuid="924a1260-32c8-4e95-a8ed-9ddf5d58d35f">
Oct 16 14:37:53 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 14:37:53 user nova-compute[74681]:         </nova:port>
Oct 16 14:37:53 user nova-compute[74681]:       </nova:ports>
Oct 16 14:37:53 user nova-compute[74681]:     </nova:instance>
Oct 16 14:37:53 user nova-compute[74681]:   </metadata>
Oct 16 14:37:53 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:37:53 user nova-compute[74681]:     <system>
Oct 16 14:37:53 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:37:53 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:37:53 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:37:53 user nova-compute[74681]:       <entry name="serial">67488db5-3e5d-4591-ad3c-5830e41f7ae0</entry>
Oct 16 14:37:53 user nova-compute[74681]:       <entry name="uuid">67488db5-3e5d-4591-ad3c-5830e41f7ae0</entry>
Oct 16 14:37:53 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:37:53 user nova-compute[74681]:     </system>
Oct 16 14:37:53 user nova-compute[74681]:   </sysinfo>
Oct 16 14:37:53 user nova-compute[74681]:   <os>
Oct 16 14:37:53 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:37:53 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:37:53 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:37:53 user nova-compute[74681]:   </os>
Oct 16 14:37:53 user nova-compute[74681]:   <features>
Oct 16 14:37:53 user nova-compute[74681]:     <acpi/>
Oct 16 14:37:53 user nova-compute[74681]:     <apic/>
Oct 16 14:37:53 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:37:53 user nova-compute[74681]:   </features>
Oct 16 14:37:53 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:37:53 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:37:53 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:37:53 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:37:53 user nova-compute[74681]:   </clock>
Oct 16 14:37:53 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:37:53 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:37:53 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:37:53 user nova-compute[74681]:   </cpu>
Oct 16 14:37:53 user nova-compute[74681]:   <devices>
Oct 16 14:37:53 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:37:53 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:37:53 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk"/>
Oct 16 14:37:53 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:37:53 user nova-compute[74681]:     </disk>
Oct 16 14:37:53 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:37:53 user nova-compute[74681]:       <mac address="fa:16:3e:1b:af:2b"/>
Oct 16 14:37:53 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:53 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:37:53 user nova-compute[74681]:       <target dev="tap924a1260-32"/>
Oct 16 14:37:53 user nova-compute[74681]:     </interface>
Oct 16 14:37:53 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:37:53 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/console.log" append="off"/>
Oct 16 14:37:53 user nova-compute[74681]:     </serial>
Oct 16 14:37:53 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:37:53 user nova-compute[74681]:     <video>
Oct 16 14:37:53 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:37:53 user nova-compute[74681]:     </video>
Oct 16 14:37:53 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:37:53 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:37:53 user nova-compute[74681]:     </rng>
Oct 16 14:37:53 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:37:53 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:37:53 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:37:53 user nova-compute[74681]:     </memballoon>
Oct 16 14:37:53 user nova-compute[74681]:   </devices>
Oct 16 14:37:53 user nova-compute[74681]: </domain>
Oct 16 14:37:53 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2090565350',display_name='tempest-ServerActionsTestOtherA-server-2090565350',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2090565350',id=5,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-39lv5d0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:37:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=67488db5-3e5d-4591-ad3c-5830e41f7ae0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:af:2b,bridge_name='br-int',has_traffic_filtering=True,id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap924a1260-32') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG os_vif [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:af:2b,bridge_name='br-int',has_traffic_filtering=True,id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap924a1260-32') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4085902c-3c53-5243-b30f-fcb7545a9ece', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d15d950d-c32f-41a6-8c36-d73992b85e4e req-fd2307a4-ff41-4f1e-832a-f49a38857aa3 service nova] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap924a1260-32, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap924a1260-32, col_values=(('qos', UUID('170bbf22-5329-493a-bfb2-81b4c553da92')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap924a1260-32, col_values=(('external_ids', {'iface-id': '924a1260-32c8-4e95-a8ed-9ddf5d58d35f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:af:2b', 'vm-uuid': '67488db5-3e5d-4591-ad3c-5830e41f7ae0'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:53 user nova-compute[74681]: INFO os_vif [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:af:2b,bridge_name='br-int',has_traffic_filtering=True,id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap924a1260-32')
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No VIF found with MAC fa:16:3e:1b:af:2b, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:37:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updated VIF entry in instance network info cache for port 924a1260-32c8-4e95-a8ed-9ddf5d58d35f. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:37:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:37:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a28af8a0-81ac-47a5-ad0d-24e763c0a718 req-dd4a811a-806f-4172-b2d2-a1b9211ba3a0 service nova] Releasing lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:37:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:37:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:38:02 user nova-compute[74681]: INFO nova.compute.claims [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Claim successful on node user
Oct 16 14:38:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Instance spawned successfully.
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Instance spawned successfully.
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance spawned successfully.
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Instance spawned successfully.
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance spawned successfully.
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:02 user nova-compute[74681]: INFO nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Took 18.82 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Took 19.90 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Took 17.89 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Took 16.55 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Took 18.34 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Took 20.97 seconds to build instance.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-89e8b803-9b56-4392-ac08-67684713bf16 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "449bf334-3816-4865-a8ae-7345c09eac83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.509s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Took 18.84 seconds to build instance.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-61d6fda7-ca3a-4675-bf7d-af5b8037886f tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.069s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Took 21.22 seconds to build instance.
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Took 19.42 seconds to build instance.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-af850c10-337b-4c3c-a7a0-b71f9c48b88d tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.699s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-deae8350-0249-43d0-adf2-c458e0e16c7d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.668s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:03 user nova-compute[74681]: INFO nova.compute.manager [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Took 17.72 seconds to build instance.
Oct 16 14:38:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:38:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a719363d-acb8-4d39-8742-b3981b2315dc tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.893s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.435s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:38:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:38:04 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:38:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG nova.policy [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca504a0c5c9344499661ebb16ea81475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46a5cca352554a3184fb672b59d60457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:38:04 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Creating image(s)
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "/opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "/opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "/opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.319s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.468s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:38:05 user nova-compute[74681]: INFO nova.compute.claims [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Claim successful on node user
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk 1073741824" returned: 0 in 0.113s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.613s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.267s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.471s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Cannot resize image /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Ensure instance console log exists: /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Successfully created port: 45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.987s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:38:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:38:06 user nova-compute[74681]: DEBUG nova.policy [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7122a7449604b499d713b79e1be3f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b37c1814a87540b6ba2fc9fd8f8c1789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:38:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:38:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:38:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Creating image(s)
Oct 16 14:38:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "/opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "/opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "/opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "b454d97c5340bc7e9823584c77c0bb8f7c8a11a3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "b454d97c5340bc7e9823584c77c0bb8f7c8a11a3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Successfully updated port: 45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-changed-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Refreshing instance network info cache due to event network-changed-45d8de87-4154-430a-b27f-d1f5f1f2626b. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] Acquiring lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] Acquired lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Refreshing network info cache for port 45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Successfully created port: b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.part --force-share --output=json" returned: 0 in 0.371s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.virt.images [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46 was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.part /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.part /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.converted" returned: 0 in 0.303s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67352b25-cda1-4070-895a-90268e43960f req-8d8da4f6-4a0d-4fbc-ba09-f832c0e63ae0 service nova] Releasing lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquired lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:08 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3.converted --force-share --output=json" returned: 0 in 0.389s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "b454d97c5340bc7e9823584c77c0bb8f7c8a11a3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.156s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3 --force-share --output=json" returned: 0 in 0.279s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "b454d97c5340bc7e9823584c77c0bb8f7c8a11a3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "b454d97c5340bc7e9823584c77c0bb8f7c8a11a3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3 --force-share --output=json" returned: 0 in 0.319s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3,backing_fmt=raw /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3,backing_fmt=raw /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk 1073741824" returned: 0 in 0.083s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "b454d97c5340bc7e9823584c77c0bb8f7c8a11a3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.408s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:09 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Successfully updated port: b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquired lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-changed-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Refreshing instance network info cache due to event network-changed-b3d151ce-fb98-4b4b-b609-d2b12ea7099b. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] Acquiring lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3 --force-share --output=json" returned: 0 in 0.357s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updating instance_info_cache with network_info: [{"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Releasing lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Instance network_info: |[{"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Start _get_guest_xml network_info=[{"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:38:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json" returned: 0 in 0.312s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Cannot resize image /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Ensure instance console log exists: /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Updating instance_info_cache with network_info: [{"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1968578785',display_name='tempest-VolumesAdminNegativeTest-server-1968578785',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1968578785',id=6,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM3VQHg02G02Dq5TUOt9Fn7RUD26K6RE8CyFqroKU5ZosqjH5fiVBEXt9Gy6cuqsnFNrNUyfTdWbjhPRNyT4jmBlkeueuuwF1wnqo8xu399ee/1aNlcb+sIjbq141h8gpw==',key_name='tempest-keypair-1310519714',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a5cca352554a3184fb672b59d60457',ramdisk_id='',reservation_id='r-o5h9afkt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-713206267',owner_user_name='tempest-VolumesAdminNegativeTest-713206267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca504a0c5c9344499661ebb16ea81475',uuid=d4535bb9-de15-4930-ad56-a885cd321188,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converting VIF {"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:12:d5,bridge_name='br-int',has_traffic_filtering=True,id=45d8de87-4154-430a-b27f-d1f5f1f2626b,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45d8de87-41') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lazy-loading 'pci_devices' on Instance uuid d4535bb9-de15-4930-ad56-a885cd321188 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Releasing lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Instance network_info: |[{"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] Acquired lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.neutron [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Refreshing network info cache for port b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Start _get_guest_xml network_info=[{"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:37:57Z,direct_url=<?>,disk_format='qcow2',id=e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46,min_disk=0,min_ram=0,name='',owner='4f29d32a1f7b4a61909e385e78bd8b54',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:38:00Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'scsi', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': 'e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:38:10 user nova-compute[74681]:   <uuid>d4535bb9-de15-4930-ad56-a885cd321188</uuid>
Oct 16 14:38:10 user nova-compute[74681]:   <name>instance-00000006</name>
Oct 16 14:38:10 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:38:10 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:38:10 user nova-compute[74681]:   <metadata>
Oct 16 14:38:10 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:38:10 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1968578785</nova:name>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:38:10</nova:creationTime>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:38:10 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:38:10 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:owner>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:user uuid="ca504a0c5c9344499661ebb16ea81475">tempest-VolumesAdminNegativeTest-713206267-project-member</nova:user>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:project uuid="46a5cca352554a3184fb672b59d60457">tempest-VolumesAdminNegativeTest-713206267</nova:project>
Oct 16 14:38:10 user nova-compute[74681]:       </nova:owner>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:ports>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:port uuid="45d8de87-4154-430a-b27f-d1f5f1f2626b">
Oct 16 14:38:10 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 14:38:10 user nova-compute[74681]:         </nova:port>
Oct 16 14:38:10 user nova-compute[74681]:       </nova:ports>
Oct 16 14:38:10 user nova-compute[74681]:     </nova:instance>
Oct 16 14:38:10 user nova-compute[74681]:   </metadata>
Oct 16 14:38:10 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:38:10 user nova-compute[74681]:     <system>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="serial">d4535bb9-de15-4930-ad56-a885cd321188</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="uuid">d4535bb9-de15-4930-ad56-a885cd321188</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:38:10 user nova-compute[74681]:     </system>
Oct 16 14:38:10 user nova-compute[74681]:   </sysinfo>
Oct 16 14:38:10 user nova-compute[74681]:   <os>
Oct 16 14:38:10 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:38:10 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:38:10 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:38:10 user nova-compute[74681]:   </os>
Oct 16 14:38:10 user nova-compute[74681]:   <features>
Oct 16 14:38:10 user nova-compute[74681]:     <acpi/>
Oct 16 14:38:10 user nova-compute[74681]:     <apic/>
Oct 16 14:38:10 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:38:10 user nova-compute[74681]:   </features>
Oct 16 14:38:10 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:38:10 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:38:10 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:38:10 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:38:10 user nova-compute[74681]:   </clock>
Oct 16 14:38:10 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:38:10 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:38:10 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:38:10 user nova-compute[74681]:   </cpu>
Oct 16 14:38:10 user nova-compute[74681]:   <devices>
Oct 16 14:38:10 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:38:10 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:38:10 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk"/>
Oct 16 14:38:10 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:38:10 user nova-compute[74681]:     </disk>
Oct 16 14:38:10 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:38:10 user nova-compute[74681]:       <mac address="fa:16:3e:f1:12:d5"/>
Oct 16 14:38:10 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:10 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:38:10 user nova-compute[74681]:       <target dev="tap45d8de87-41"/>
Oct 16 14:38:10 user nova-compute[74681]:     </interface>
Oct 16 14:38:10 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:38:10 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/console.log" append="off"/>
Oct 16 14:38:10 user nova-compute[74681]:     </serial>
Oct 16 14:38:10 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:38:10 user nova-compute[74681]:     <video>
Oct 16 14:38:10 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:10 user nova-compute[74681]:     </video>
Oct 16 14:38:10 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:38:10 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:38:10 user nova-compute[74681]:     </rng>
Oct 16 14:38:10 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:38:10 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:38:10 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:38:10 user nova-compute[74681]:     </memballoon>
Oct 16 14:38:10 user nova-compute[74681]:   </devices>
Oct 16 14:38:10 user nova-compute[74681]: </domain>
Oct 16 14:38:10 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1968578785',display_name='tempest-VolumesAdminNegativeTest-server-1968578785',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1968578785',id=6,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM3VQHg02G02Dq5TUOt9Fn7RUD26K6RE8CyFqroKU5ZosqjH5fiVBEXt9Gy6cuqsnFNrNUyfTdWbjhPRNyT4jmBlkeueuuwF1wnqo8xu399ee/1aNlcb+sIjbq141h8gpw==',key_name='tempest-keypair-1310519714',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a5cca352554a3184fb672b59d60457',ramdisk_id='',reservation_id='r-o5h9afkt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-713206267',owner_user_name='tempest-VolumesAdminNegativeTest-713206267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca504a0c5c9344499661ebb16ea81475',uuid=d4535bb9-de15-4930-ad56-a885cd321188,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converting VIF {"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:12:d5,bridge_name='br-int',has_traffic_filtering=True,id=45d8de87-4154-430a-b27f-d1f5f1f2626b,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45d8de87-41') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG os_vif [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:12:d5,bridge_name='br-int',has_traffic_filtering=True,id=45d8de87-4154-430a-b27f-d1f5f1f2626b,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45d8de87-41') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5d5301ce-1b54-542b-ab7b-64cec2711362', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap45d8de87-41, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap45d8de87-41, col_values=(('qos', UUID('82fb333d-8cb4-4c1a-a949-49a4eeaac264')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap45d8de87-41, col_values=(('external_ids', {'iface-id': '45d8de87-4154-430a-b27f-d1f5f1f2626b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:12:d5', 'vm-uuid': 'd4535bb9-de15-4930-ad56-a885cd321188'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:38:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: INFO os_vif [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:12:d5,bridge_name='br-int',has_traffic_filtering=True,id=45d8de87-4154-430a-b27f-d1f5f1f2626b,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45d8de87-41')
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:37:57Z,direct_url=<?>,disk_format='qcow2',id=e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46,min_disk=0,min_ram=0,name='',owner='4f29d32a1f7b4a61909e385e78bd8b54',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:38:00Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-859505063',display_name='tempest-AttachSCSIVolumeTestJSON-server-859505063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-859505063',id=7,image_ref='e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKHYrQlp2rCR/JRqt3usY3p+cNSC+WGJf8lyXoX3vB43UPG0K9Qog0vS1LYPcny1SDWI55AiCeZsFmBnGZ6raUKrEOtp74yWRxAlJF7X3tmXY4yoQwu3r4rVENjhf4DIMA==',key_name='tempest-keypair-1504372296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b37c1814a87540b6ba2fc9fd8f8c1789',ramdisk_id='',reservation_id='r-lk065y4p',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-863832391',owner_user_name='tempest-AttachSCSIVolumeTestJSON-863832391-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7122a7449604b499d713b79e1be3f80',uuid=a25f1a21-08a2-451a-b649-64b2e606f485,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Converting VIF {"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2d:b7,bridge_name='br-int',has_traffic_filtering=True,id=b3d151ce-fb98-4b4b-b609-d2b12ea7099b,network=Network(9047b98f-7d95-46d9-8265-9e26e30e3729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3d151ce-fb') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lazy-loading 'pci_devices' on Instance uuid a25f1a21-08a2-451a-b649-64b2e606f485 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:38:10 user nova-compute[74681]:   <uuid>a25f1a21-08a2-451a-b649-64b2e606f485</uuid>
Oct 16 14:38:10 user nova-compute[74681]:   <name>instance-00000007</name>
Oct 16 14:38:10 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:38:10 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:38:10 user nova-compute[74681]:   <metadata>
Oct 16 14:38:10 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:38:10 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-859505063</nova:name>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:38:10</nova:creationTime>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:38:10 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:38:10 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:owner>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:user uuid="a7122a7449604b499d713b79e1be3f80">tempest-AttachSCSIVolumeTestJSON-863832391-project-member</nova:user>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:project uuid="b37c1814a87540b6ba2fc9fd8f8c1789">tempest-AttachSCSIVolumeTestJSON-863832391</nova:project>
Oct 16 14:38:10 user nova-compute[74681]:       </nova:owner>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:root type="image" uuid="e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46"/>
Oct 16 14:38:10 user nova-compute[74681]:       <nova:ports>
Oct 16 14:38:10 user nova-compute[74681]:         <nova:port uuid="b3d151ce-fb98-4b4b-b609-d2b12ea7099b">
Oct 16 14:38:10 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 14:38:10 user nova-compute[74681]:         </nova:port>
Oct 16 14:38:10 user nova-compute[74681]:       </nova:ports>
Oct 16 14:38:10 user nova-compute[74681]:     </nova:instance>
Oct 16 14:38:10 user nova-compute[74681]:   </metadata>
Oct 16 14:38:10 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:38:10 user nova-compute[74681]:     <system>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="serial">a25f1a21-08a2-451a-b649-64b2e606f485</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="uuid">a25f1a21-08a2-451a-b649-64b2e606f485</entry>
Oct 16 14:38:10 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:38:10 user nova-compute[74681]:     </system>
Oct 16 14:38:10 user nova-compute[74681]:   </sysinfo>
Oct 16 14:38:10 user nova-compute[74681]:   <os>
Oct 16 14:38:10 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:38:10 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:38:10 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:38:10 user nova-compute[74681]:   </os>
Oct 16 14:38:10 user nova-compute[74681]:   <features>
Oct 16 14:38:10 user nova-compute[74681]:     <acpi/>
Oct 16 14:38:10 user nova-compute[74681]:     <apic/>
Oct 16 14:38:10 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:38:10 user nova-compute[74681]:   </features>
Oct 16 14:38:10 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:38:10 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:38:10 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:38:10 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:38:10 user nova-compute[74681]:   </clock>
Oct 16 14:38:10 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:38:10 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:38:10 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:38:10 user nova-compute[74681]:   </cpu>
Oct 16 14:38:10 user nova-compute[74681]:   <devices>
Oct 16 14:38:10 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:38:10 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:38:10 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk"/>
Oct 16 14:38:10 user nova-compute[74681]:       <target dev="sda" bus="scsi"/>
Oct 16 14:38:10 user nova-compute[74681]:       <address type="drive" controller="0" unit="0"/>
Oct 16 14:38:10 user nova-compute[74681]:     </disk>
Oct 16 14:38:10 user nova-compute[74681]:     <disk type="file" device="cdrom">
Oct 16 14:38:10 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 14:38:10 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk.config"/>
Oct 16 14:38:10 user nova-compute[74681]:       <target dev="sdb" bus="scsi"/>
Oct 16 14:38:10 user nova-compute[74681]:       <address type="drive" controller="0" unit="1"/>
Oct 16 14:38:10 user nova-compute[74681]:     </disk>
Oct 16 14:38:10 user nova-compute[74681]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 16 14:38:10 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:38:10 user nova-compute[74681]:       <mac address="fa:16:3e:c8:2d:b7"/>
Oct 16 14:38:10 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:10 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:38:10 user nova-compute[74681]:       <target dev="tapb3d151ce-fb"/>
Oct 16 14:38:10 user nova-compute[74681]:     </interface>
Oct 16 14:38:10 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:38:10 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/console.log" append="off"/>
Oct 16 14:38:10 user nova-compute[74681]:     </serial>
Oct 16 14:38:10 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:38:10 user nova-compute[74681]:     <video>
Oct 16 14:38:10 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:10 user nova-compute[74681]:     </video>
Oct 16 14:38:10 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:38:10 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:38:10 user nova-compute[74681]:     </rng>
Oct 16 14:38:10 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:38:10 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:38:10 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:38:10 user nova-compute[74681]:     </memballoon>
Oct 16 14:38:10 user nova-compute[74681]:   </devices>
Oct 16 14:38:10 user nova-compute[74681]: </domain>
Oct 16 14:38:10 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-859505063',display_name='tempest-AttachSCSIVolumeTestJSON-server-859505063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-859505063',id=7,image_ref='e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKHYrQlp2rCR/JRqt3usY3p+cNSC+WGJf8lyXoX3vB43UPG0K9Qog0vS1LYPcny1SDWI55AiCeZsFmBnGZ6raUKrEOtp74yWRxAlJF7X3tmXY4yoQwu3r4rVENjhf4DIMA==',key_name='tempest-keypair-1504372296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b37c1814a87540b6ba2fc9fd8f8c1789',ramdisk_id='',reservation_id='r-lk065y4p',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-863832391',owner_user_name='tempest-AttachSCSIVolumeTestJSON-863832391-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7122a7449604b499d713b79e1be3f80',uuid=a25f1a21-08a2-451a-b649-64b2e606f485,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Converting VIF {"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2d:b7,bridge_name='br-int',has_traffic_filtering=True,id=b3d151ce-fb98-4b4b-b609-d2b12ea7099b,network=Network(9047b98f-7d95-46d9-8265-9e26e30e3729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3d151ce-fb') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG os_vif [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2d:b7,bridge_name='br-int',has_traffic_filtering=True,id=b3d151ce-fb98-4b4b-b609-d2b12ea7099b,network=Network(9047b98f-7d95-46d9-8265-9e26e30e3729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3d151ce-fb') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '14cf708e-d235-5de1-9c37-78ea76935b47', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb3d151ce-fb, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb3d151ce-fb, col_values=(('qos', UUID('7f8982d2-c3c7-4e52-83c7-4d3af853a4e0')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb3d151ce-fb, col_values=(('external_ids', {'iface-id': 'b3d151ce-fb98-4b4b-b609-d2b12ea7099b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:2d:b7', 'vm-uuid': 'a25f1a21-08a2-451a-b649-64b2e606f485'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] No VIF found with MAC fa:16:3e:f1:12:d5, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:11 user nova-compute[74681]: INFO os_vif [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:2d:b7,bridge_name='br-int',has_traffic_filtering=True,id=b3d151ce-fb98-4b4b-b609-d2b12ea7099b,network=Network(9047b98f-7d95-46d9-8265-9e26e30e3729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3d151ce-fb')
Oct 16 14:38:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] No BDM found with device name sda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] No VIF found with MAC fa:16:3e:c8:2d:b7, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:38:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Using config drive
Oct 16 14:38:11 user nova-compute[74681]: DEBUG nova.network.neutron [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Updated VIF entry in instance network info cache for port b3d151ce-fb98-4b4b-b609-d2b12ea7099b. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG nova.network.neutron [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Updating instance_info_cache with network_info: [{"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-42dd2f97-a723-44c8-8682-6d90ce5d3d5b req-70bc464b-2e2a-4f2e-a8c1-435510687e41 service nova] Releasing lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:12 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Creating config drive at /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk.config
Oct 16 14:38:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpdjnxuui2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpdjnxuui2" returned: 0 in 0.085s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-005883ce-c3b3-4b55-b571-fef2df893fad req-148fa33c-c744-4d3c-9cda-431706310fbe service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-005883ce-c3b3-4b55-b571-fef2df893fad req-148fa33c-c744-4d3c-9cda-431706310fbe service nova] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-005883ce-c3b3-4b55-b571-fef2df893fad req-148fa33c-c744-4d3c-9cda-431706310fbe service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-005883ce-c3b3-4b55-b571-fef2df893fad req-148fa33c-c744-4d3c-9cda-431706310fbe service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-005883ce-c3b3-4b55-b571-fef2df893fad req-148fa33c-c744-4d3c-9cda-431706310fbe service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] No waiting events found dispatching network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:16 user nova-compute[74681]: WARNING nova.compute.manager [req-005883ce-c3b3-4b55-b571-fef2df893fad req-148fa33c-c744-4d3c-9cda-431706310fbe service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received unexpected event network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f for instance with vm_state active and task_state None.
Oct 16 14:38:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-0dbdd95d-6cbb-47fe-9a64-ccd50f292653 req-397c8fb7-6d3b-49b4-8d4b-d3e965776653 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0dbdd95d-6cbb-47fe-9a64-ccd50f292653 req-397c8fb7-6d3b-49b4-8d4b-d3e965776653 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0dbdd95d-6cbb-47fe-9a64-ccd50f292653 req-397c8fb7-6d3b-49b4-8d4b-d3e965776653 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0dbdd95d-6cbb-47fe-9a64-ccd50f292653 req-397c8fb7-6d3b-49b4-8d4b-d3e965776653 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-0dbdd95d-6cbb-47fe-9a64-ccd50f292653 req-397c8fb7-6d3b-49b4-8d4b-d3e965776653 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:17 user nova-compute[74681]: WARNING nova.compute.manager [req-0dbdd95d-6cbb-47fe-9a64-ccd50f292653 req-397c8fb7-6d3b-49b4-8d4b-d3e965776653 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state active and task_state None.
Oct 16 14:38:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-7cbbb2b9-9928-4ce3-9ad8-24fd12f51f30 req-0fa7b413-8fd5-4d6e-84a3-ea2e4dd4fe3c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7cbbb2b9-9928-4ce3-9ad8-24fd12f51f30 req-0fa7b413-8fd5-4d6e-84a3-ea2e4dd4fe3c service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7cbbb2b9-9928-4ce3-9ad8-24fd12f51f30 req-0fa7b413-8fd5-4d6e-84a3-ea2e4dd4fe3c service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7cbbb2b9-9928-4ce3-9ad8-24fd12f51f30 req-0fa7b413-8fd5-4d6e-84a3-ea2e4dd4fe3c service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-7cbbb2b9-9928-4ce3-9ad8-24fd12f51f30 req-0fa7b413-8fd5-4d6e-84a3-ea2e4dd4fe3c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:17 user nova-compute[74681]: WARNING nova.compute.manager [req-7cbbb2b9-9928-4ce3-9ad8-24fd12f51f30 req-0fa7b413-8fd5-4d6e-84a3-ea2e4dd4fe3c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state active and task_state None.
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-67897905-caa2-47bf-be46-9346be917723 req-63049296-a4a1-45bd-8bea-591ad0ec54c9 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67897905-caa2-47bf-be46-9346be917723 req-63049296-a4a1-45bd-8bea-591ad0ec54c9 service nova] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67897905-caa2-47bf-be46-9346be917723 req-63049296-a4a1-45bd-8bea-591ad0ec54c9 service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67897905-caa2-47bf-be46-9346be917723 req-63049296-a4a1-45bd-8bea-591ad0ec54c9 service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-67897905-caa2-47bf-be46-9346be917723 req-63049296-a4a1-45bd-8bea-591ad0ec54c9 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] No waiting events found dispatching network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:18 user nova-compute[74681]: WARNING nova.compute.manager [req-67897905-caa2-47bf-be46-9346be917723 req-63049296-a4a1-45bd-8bea-591ad0ec54c9 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received unexpected event network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f for instance with vm_state active and task_state None.
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:18 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Instance spawned successfully.
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:18 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Instance spawned successfully.
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:18 user nova-compute[74681]: INFO nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Took 11.99 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:19 user nova-compute[74681]: INFO nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Took 14.62 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:19 user nova-compute[74681]: INFO nova.compute.manager [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Took 13.95 seconds to build instance.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a487743-4b3e-4ef2-b40d-cc9caa2e7dc8 tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.213s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state active and task_state None.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received event network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] No waiting events found dispatching network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received unexpected event network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 for instance with vm_state active and task_state None.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received event network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.013s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] No waiting events found dispatching network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received unexpected event network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 for instance with vm_state active and task_state None.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received event network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] No waiting events found dispatching network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received unexpected event network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 for instance with vm_state active and task_state None.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received event network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] No waiting events found dispatching network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received unexpected event network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 for instance with vm_state active and task_state None.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] No waiting events found dispatching network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received unexpected event network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b for instance with vm_state building and task_state spawning.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] No waiting events found dispatching network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received unexpected event network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b for instance with vm_state building and task_state spawning.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] No waiting events found dispatching network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-76c7556f-e769-47a8-b193-1d6b2ea34f8d req-48e6ce1b-4487-410b-9397-bacea3cf3f09 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received unexpected event network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b for instance with vm_state active and task_state None.
Oct 16 14:38:19 user nova-compute[74681]: INFO nova.compute.manager [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Took 21.06 seconds to build instance.
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a2f6308-0051-4003-a5f7-c3cf729eedc5 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.248s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-8db0bb1f-5354-4383-b6c2-e53ec5118a3d req-1ce555e7-ad09-4ae8-9bed-5b6c2a919ff1 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8db0bb1f-5354-4383-b6c2-e53ec5118a3d req-1ce555e7-ad09-4ae8-9bed-5b6c2a919ff1 service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8db0bb1f-5354-4383-b6c2-e53ec5118a3d req-1ce555e7-ad09-4ae8-9bed-5b6c2a919ff1 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8db0bb1f-5354-4383-b6c2-e53ec5118a3d req-1ce555e7-ad09-4ae8-9bed-5b6c2a919ff1 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-8db0bb1f-5354-4383-b6c2-e53ec5118a3d req-1ce555e7-ad09-4ae8-9bed-5b6c2a919ff1 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:19 user nova-compute[74681]: WARNING nova.compute.manager [req-8db0bb1f-5354-4383-b6c2-e53ec5118a3d req-1ce555e7-ad09-4ae8-9bed-5b6c2a919ff1 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state active and task_state None.
Oct 16 14:38:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-a287d1d2-dab0-466f-ba52-9e6a677fbbcc req-5d0e425d-30cb-496a-804e-09153fd9fb1c service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a287d1d2-dab0-466f-ba52-9e6a677fbbcc req-5d0e425d-30cb-496a-804e-09153fd9fb1c service nova] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a287d1d2-dab0-466f-ba52-9e6a677fbbcc req-5d0e425d-30cb-496a-804e-09153fd9fb1c service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a287d1d2-dab0-466f-ba52-9e6a677fbbcc req-5d0e425d-30cb-496a-804e-09153fd9fb1c service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-a287d1d2-dab0-466f-ba52-9e6a677fbbcc req-5d0e425d-30cb-496a-804e-09153fd9fb1c service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] No waiting events found dispatching network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:21 user nova-compute[74681]: WARNING nova.compute.manager [req-a287d1d2-dab0-466f-ba52-9e6a677fbbcc req-5d0e425d-30cb-496a-804e-09153fd9fb1c service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received unexpected event network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b for instance with vm_state active and task_state None.
Oct 16 14:38:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:38:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:38:22 user nova-compute[74681]: INFO nova.compute.claims [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Claim successful on node user
Oct 16 14:38:22 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:38:22 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:38:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.715s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:38:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:38:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG nova.policy [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbc8d4b921449aa95f65f2926386496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24f1f6af72d1439d8b4dfddf5a1a1abe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:38:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Creating image(s)
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "/opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "/opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "/opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.227s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.232s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Successfully created port: ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk 1073741824" returned: 0 in 0.090s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.344s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.234s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Checking if we can resize image /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:38:24 user nova-compute[74681]: INFO nova.compute.claims [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Claim successful on node user
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Cannot resize image /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Ensure instance console log exists: /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.537s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:38:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:38:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.neutron [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Successfully updated port: ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.policy [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91cf303995a24369bf9b9f78788fb023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec5519d83184755b4df88cc827cbffd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquired lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.neutron [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-changed-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Refreshing instance network info cache due to event network-changed-ccb90f0d-0044-4138-bed1-1e2f98178f81. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] Acquiring lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.neutron [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:38:25 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Creating image(s)
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.neutron [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Updating instance_info_cache with network_info: [{"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Releasing lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Instance network_info: |[{"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] Acquired lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Refreshing network info cache for port ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Start _get_guest_xml network_info=[{"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:38:25 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:25 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1023356123',display_name='tempest-VolumesAssistedSnapshotsTest-server-1023356123',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1023356123',id=8,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJF5lEF3j/i9VYg6uUXW3hSzMedg1L3uFI1wx2zgGk25YUQpXxvknACNesifpJVIVPfS+QBZ7S+qLy8vcSp2DvW17U0SclL6OYY66mfAnBXHuumXJZF1nWxt6WCpclkO1A==',key_name='tempest-keypair-1439309009',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24f1f6af72d1439d8b4dfddf5a1a1abe',ramdisk_id='',reservation_id='r-xu9yikp1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1276382748',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1276382748-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bbc8d4b921449aa95f65f2926386496',uuid=13d3a9fc-c7f3-41f6-9b9d-419097858541,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Converting VIF {"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1b:b8,bridge_name='br-int',has_traffic_filtering=True,id=ccb90f0d-0044-4138-bed1-1e2f98178f81,network=Network(4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccb90f0d-00') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.objects.instance [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lazy-loading 'pci_devices' on Instance uuid 13d3a9fc-c7f3-41f6-9b9d-419097858541 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.233s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:38:25 user nova-compute[74681]:   <uuid>13d3a9fc-c7f3-41f6-9b9d-419097858541</uuid>
Oct 16 14:38:25 user nova-compute[74681]:   <name>instance-00000008</name>
Oct 16 14:38:25 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:38:25 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:38:25 user nova-compute[74681]:   <metadata>
Oct 16 14:38:25 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:38:25 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:38:25 user nova-compute[74681]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1023356123</nova:name>
Oct 16 14:38:25 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:38:25</nova:creationTime>
Oct 16 14:38:25 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:38:25 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:38:25 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:38:25 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:38:25 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:38:25 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:38:25 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:38:25 user nova-compute[74681]:       <nova:owner>
Oct 16 14:38:25 user nova-compute[74681]:         <nova:user uuid="4bbc8d4b921449aa95f65f2926386496">tempest-VolumesAssistedSnapshotsTest-1276382748-project-member</nova:user>
Oct 16 14:38:25 user nova-compute[74681]:         <nova:project uuid="24f1f6af72d1439d8b4dfddf5a1a1abe">tempest-VolumesAssistedSnapshotsTest-1276382748</nova:project>
Oct 16 14:38:25 user nova-compute[74681]:       </nova:owner>
Oct 16 14:38:25 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:38:25 user nova-compute[74681]:       <nova:ports>
Oct 16 14:38:25 user nova-compute[74681]:         <nova:port uuid="ccb90f0d-0044-4138-bed1-1e2f98178f81">
Oct 16 14:38:25 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 14:38:25 user nova-compute[74681]:         </nova:port>
Oct 16 14:38:25 user nova-compute[74681]:       </nova:ports>
Oct 16 14:38:25 user nova-compute[74681]:     </nova:instance>
Oct 16 14:38:25 user nova-compute[74681]:   </metadata>
Oct 16 14:38:25 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:38:25 user nova-compute[74681]:     <system>
Oct 16 14:38:25 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:38:25 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:38:25 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:38:25 user nova-compute[74681]:       <entry name="serial">13d3a9fc-c7f3-41f6-9b9d-419097858541</entry>
Oct 16 14:38:25 user nova-compute[74681]:       <entry name="uuid">13d3a9fc-c7f3-41f6-9b9d-419097858541</entry>
Oct 16 14:38:25 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:38:25 user nova-compute[74681]:     </system>
Oct 16 14:38:25 user nova-compute[74681]:   </sysinfo>
Oct 16 14:38:25 user nova-compute[74681]:   <os>
Oct 16 14:38:25 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:38:25 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:38:25 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:38:25 user nova-compute[74681]:   </os>
Oct 16 14:38:25 user nova-compute[74681]:   <features>
Oct 16 14:38:25 user nova-compute[74681]:     <acpi/>
Oct 16 14:38:25 user nova-compute[74681]:     <apic/>
Oct 16 14:38:25 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:38:25 user nova-compute[74681]:   </features>
Oct 16 14:38:25 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:38:25 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:38:25 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:38:25 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:38:25 user nova-compute[74681]:   </clock>
Oct 16 14:38:25 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:38:25 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:38:25 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:38:25 user nova-compute[74681]:   </cpu>
Oct 16 14:38:25 user nova-compute[74681]:   <devices>
Oct 16 14:38:25 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:38:25 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:38:25 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk"/>
Oct 16 14:38:25 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:38:25 user nova-compute[74681]:     </disk>
Oct 16 14:38:25 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:38:25 user nova-compute[74681]:       <mac address="fa:16:3e:ab:1b:b8"/>
Oct 16 14:38:25 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:25 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:38:25 user nova-compute[74681]:       <target dev="tapccb90f0d-00"/>
Oct 16 14:38:25 user nova-compute[74681]:     </interface>
Oct 16 14:38:25 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:38:25 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/console.log" append="off"/>
Oct 16 14:38:25 user nova-compute[74681]:     </serial>
Oct 16 14:38:25 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:38:25 user nova-compute[74681]:     <video>
Oct 16 14:38:25 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:25 user nova-compute[74681]:     </video>
Oct 16 14:38:25 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:38:25 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:38:25 user nova-compute[74681]:     </rng>
Oct 16 14:38:25 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:38:25 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:38:25 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:38:25 user nova-compute[74681]:     </memballoon>
Oct 16 14:38:25 user nova-compute[74681]:   </devices>
Oct 16 14:38:25 user nova-compute[74681]: </domain>
Oct 16 14:38:25 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1023356123',display_name='tempest-VolumesAssistedSnapshotsTest-server-1023356123',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1023356123',id=8,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJF5lEF3j/i9VYg6uUXW3hSzMedg1L3uFI1wx2zgGk25YUQpXxvknACNesifpJVIVPfS+QBZ7S+qLy8vcSp2DvW17U0SclL6OYY66mfAnBXHuumXJZF1nWxt6WCpclkO1A==',key_name='tempest-keypair-1439309009',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24f1f6af72d1439d8b4dfddf5a1a1abe',ramdisk_id='',reservation_id='r-xu9yikp1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1276382748',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1276382748-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bbc8d4b921449aa95f65f2926386496',uuid=13d3a9fc-c7f3-41f6-9b9d-419097858541,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Converting VIF {"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1b:b8,bridge_name='br-int',has_traffic_filtering=True,id=ccb90f0d-0044-4138-bed1-1e2f98178f81,network=Network(4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccb90f0d-00') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG os_vif [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1b:b8,bridge_name='br-int',has_traffic_filtering=True,id=ccb90f0d-0044-4138-bed1-1e2f98178f81,network=Network(4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccb90f0d-00') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk 1073741824" returned: 0 in 0.065s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c319930b-7a53-562a-899a-6fa673b9e8db', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.305s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapccb90f0d-00, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapccb90f0d-00, col_values=(('qos', UUID('68cb320c-3081-42d2-8372-780794caa7bd')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapccb90f0d-00, col_values=(('external_ids', {'iface-id': 'ccb90f0d-0044-4138-bed1-1e2f98178f81', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:1b:b8', 'vm-uuid': '13d3a9fc-c7f3-41f6-9b9d-419097858541'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:25 user nova-compute[74681]: INFO os_vif [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1b:b8,bridge_name='br-int',has_traffic_filtering=True,id=ccb90f0d-0044-4138-bed1-1e2f98178f81,network=Network(4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccb90f0d-00')
Oct 16 14:38:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Successfully created port: 6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] No VIF found with MAC fa:16:3e:ab:1b:b8, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.249s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:38:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Cannot resize image /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Ensure instance console log exists: /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Updated VIF entry in instance network info cache for port ccb90f0d-0044-4138-bed1-1e2f98178f81. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Updating instance_info_cache with network_info: [{"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8b725baa-e8b0-41e1-8c04-774318c3bc45 req-7a4bb07f-16ab-45b9-a252-fac2e42c20c8 service nova] Releasing lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Successfully updated port: 6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquired lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:38:26 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-changed-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Refreshing instance network info cache due to event network-changed-6b04d9c4-44c9-4613-83a9-adc98ed4221f. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] Acquiring lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Releasing lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Instance network_info: |[{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] Acquired lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.neutron [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Refreshing network info cache for port 6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Start _get_guest_xml network_info=[{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:38:27 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:27 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converting VIF {"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:db:98,bridge_name='br-int',has_traffic_filtering=True,id=6b04d9c4-44c9-4613-83a9-adc98ed4221f,network=Network(aa374a0c-49db-4981-a633-ebae99ca7fbc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b04d9c4-44') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'pci_devices' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:38:27 user nova-compute[74681]:   <uuid>f847eadb-9565-47d8-b71e-59e8426d30e6</uuid>
Oct 16 14:38:27 user nova-compute[74681]:   <name>instance-00000009</name>
Oct 16 14:38:27 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:38:27 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:38:27 user nova-compute[74681]:   <metadata>
Oct 16 14:38:27 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:38:27 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:38:27 user nova-compute[74681]:       <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:38:27 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:38:27</nova:creationTime>
Oct 16 14:38:27 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:38:27 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:38:27 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:38:27 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:38:27 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:38:27 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:38:27 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:38:27 user nova-compute[74681]:       <nova:owner>
Oct 16 14:38:27 user nova-compute[74681]:         <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:38:27 user nova-compute[74681]:         <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:38:27 user nova-compute[74681]:       </nova:owner>
Oct 16 14:38:27 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:38:27 user nova-compute[74681]:       <nova:ports>
Oct 16 14:38:27 user nova-compute[74681]:         <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:38:27 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:38:27 user nova-compute[74681]:         </nova:port>
Oct 16 14:38:27 user nova-compute[74681]:       </nova:ports>
Oct 16 14:38:27 user nova-compute[74681]:     </nova:instance>
Oct 16 14:38:27 user nova-compute[74681]:   </metadata>
Oct 16 14:38:27 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:38:27 user nova-compute[74681]:     <system>
Oct 16 14:38:27 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:38:27 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:38:27 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:38:27 user nova-compute[74681]:       <entry name="serial">f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:38:27 user nova-compute[74681]:       <entry name="uuid">f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:38:27 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:38:27 user nova-compute[74681]:     </system>
Oct 16 14:38:27 user nova-compute[74681]:   </sysinfo>
Oct 16 14:38:27 user nova-compute[74681]:   <os>
Oct 16 14:38:27 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:38:27 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:38:27 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:38:27 user nova-compute[74681]:   </os>
Oct 16 14:38:27 user nova-compute[74681]:   <features>
Oct 16 14:38:27 user nova-compute[74681]:     <acpi/>
Oct 16 14:38:27 user nova-compute[74681]:     <apic/>
Oct 16 14:38:27 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:38:27 user nova-compute[74681]:   </features>
Oct 16 14:38:27 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:38:27 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:38:27 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:38:27 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:38:27 user nova-compute[74681]:   </clock>
Oct 16 14:38:27 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:38:27 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:38:27 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:38:27 user nova-compute[74681]:   </cpu>
Oct 16 14:38:27 user nova-compute[74681]:   <devices>
Oct 16 14:38:27 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:38:27 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:38:27 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk"/>
Oct 16 14:38:27 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:38:27 user nova-compute[74681]:     </disk>
Oct 16 14:38:27 user nova-compute[74681]:     <disk type="file" device="cdrom">
Oct 16 14:38:27 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 14:38:27 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config"/>
Oct 16 14:38:27 user nova-compute[74681]:       <target dev="hda" bus="ide"/>
Oct 16 14:38:27 user nova-compute[74681]:     </disk>
Oct 16 14:38:27 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:38:27 user nova-compute[74681]:       <mac address="fa:16:3e:5b:db:98"/>
Oct 16 14:38:27 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:27 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:38:27 user nova-compute[74681]:       <target dev="tap6b04d9c4-44"/>
Oct 16 14:38:27 user nova-compute[74681]:     </interface>
Oct 16 14:38:27 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:38:27 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log" append="off"/>
Oct 16 14:38:27 user nova-compute[74681]:     </serial>
Oct 16 14:38:27 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:38:27 user nova-compute[74681]:     <video>
Oct 16 14:38:27 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:38:27 user nova-compute[74681]:     </video>
Oct 16 14:38:27 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:38:27 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:38:27 user nova-compute[74681]:     </rng>
Oct 16 14:38:27 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:38:27 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:38:27 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:38:27 user nova-compute[74681]:     </memballoon>
Oct 16 14:38:27 user nova-compute[74681]:   </devices>
Oct 16 14:38:27 user nova-compute[74681]: </domain>
Oct 16 14:38:27 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:38:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converting VIF {"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:db:98,bridge_name='br-int',has_traffic_filtering=True,id=6b04d9c4-44c9-4613-83a9-adc98ed4221f,network=Network(aa374a0c-49db-4981-a633-ebae99ca7fbc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b04d9c4-44') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG os_vif [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:db:98,bridge_name='br-int',has_traffic_filtering=True,id=6b04d9c4-44c9-4613-83a9-adc98ed4221f,network=Network(aa374a0c-49db-4981-a633-ebae99ca7fbc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b04d9c4-44') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a888b68-3b1e-5299-a1d3-261dedb8cc86', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b04d9c4-44, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b04d9c4-44, col_values=(('qos', UUID('2338a899-db30-493e-b0e7-c8edb43667b6')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b04d9c4-44, col_values=(('external_ids', {'iface-id': '6b04d9c4-44c9-4613-83a9-adc98ed4221f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:db:98', 'vm-uuid': 'f847eadb-9565-47d8-b71e-59e8426d30e6'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:27 user nova-compute[74681]: INFO os_vif [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:db:98,bridge_name='br-int',has_traffic_filtering=True,id=6b04d9c4-44c9-4613-83a9-adc98ed4221f,network=Network(aa374a0c-49db-4981-a633-ebae99ca7fbc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b04d9c4-44')
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-c29cbe36-5480-480e-9bbe-8b0fb55c6dfb req-39a8548f-ed0a-4b24-85bc-85251041e8e3 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c29cbe36-5480-480e-9bbe-8b0fb55c6dfb req-39a8548f-ed0a-4b24-85bc-85251041e8e3 service nova] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c29cbe36-5480-480e-9bbe-8b0fb55c6dfb req-39a8548f-ed0a-4b24-85bc-85251041e8e3 service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c29cbe36-5480-480e-9bbe-8b0fb55c6dfb req-39a8548f-ed0a-4b24-85bc-85251041e8e3 service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-c29cbe36-5480-480e-9bbe-8b0fb55c6dfb req-39a8548f-ed0a-4b24-85bc-85251041e8e3 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] No waiting events found dispatching network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:27 user nova-compute[74681]: WARNING nova.compute.manager [req-c29cbe36-5480-480e-9bbe-8b0fb55c6dfb req-39a8548f-ed0a-4b24-85bc-85251041e8e3 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received unexpected event network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 for instance with vm_state building and task_state spawning.
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No BDM found with device name hda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No VIF found with MAC fa:16:3e:5b:db:98, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:38:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Using config drive
Oct 16 14:38:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Creating config drive at /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_y1d96j2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.neutron [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updated VIF entry in instance network info cache for port 6b04d9c4-44c9-4613-83a9-adc98ed4221f. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG nova.network.neutron [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_y1d96j2" returned: 0 in 0.064s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-386b079c-5796-4311-8b7c-94dac36225a5 req-03bd30c9-1346-4019-a1f4-8603513ec44e service nova] Releasing lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-1116885e-fa43-47ce-aab8-3b509a522523 req-b7be6957-0c93-4794-8d4b-4ed16341098f service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1116885e-fa43-47ce-aab8-3b509a522523 req-b7be6957-0c93-4794-8d4b-4ed16341098f service nova] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1116885e-fa43-47ce-aab8-3b509a522523 req-b7be6957-0c93-4794-8d4b-4ed16341098f service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1116885e-fa43-47ce-aab8-3b509a522523 req-b7be6957-0c93-4794-8d4b-4ed16341098f service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.006s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-1116885e-fa43-47ce-aab8-3b509a522523 req-b7be6957-0c93-4794-8d4b-4ed16341098f service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] No waiting events found dispatching network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:29 user nova-compute[74681]: WARNING nova.compute.manager [req-1116885e-fa43-47ce-aab8-3b509a522523 req-b7be6957-0c93-4794-8d4b-4ed16341098f service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received unexpected event network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 for instance with vm_state building and task_state spawning.
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:30 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Instance spawned successfully.
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:30 user nova-compute[74681]: INFO nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Took 6.88 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:30 user nova-compute[74681]: DEBUG nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:30 user nova-compute[74681]: INFO nova.compute.manager [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Took 8.36 seconds to build instance.
Oct 16 14:38:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-05e746b0-8a85-4517-a56d-47cc3d1a19bc tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.601s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:31 user nova-compute[74681]: WARNING nova.compute.manager [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received unexpected event network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f for instance with vm_state building and task_state spawning.
Oct 16 14:38:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:38:31 user nova-compute[74681]: WARNING nova.compute.manager [req-0c812781-5d25-4c1c-af8c-d75e02fca583 req-4b240ee5-170e-4ecb-a4e3-dba8348c23d0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received unexpected event network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f for instance with vm_state building and task_state spawning.
Oct 16 14:38:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:38:32 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Instance spawned successfully.
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:38:32 user nova-compute[74681]: INFO nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Took 7.60 seconds to spawn the instance on the hypervisor.
Oct 16 14:38:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:38:32 user nova-compute[74681]: INFO nova.compute.manager [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Took 8.69 seconds to build instance.
Oct 16 14:38:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d7f9fbd8-e313-4f87-a0be-b0e729917e59 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.885s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 14:38:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 14:38:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 14:38:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:36 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:36 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:36 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 449bf334-3816-4865-a8ae-7345c09eac83 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updating instance_info_cache with network_info: [{"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:38:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:38:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:38:42 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:42 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7412MB free_disk=25.67015838623047GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c76f1ca2-c1c2-4814-a305-da2973de364e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d4535bb9-de15-4930-ad56-a885cd321188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a25f1a21-08a2-451a-b649-64b2e606f485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance f847eadb-9565-47d8-b71e-59e8426d30e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:38:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:38:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:38:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.897s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:38:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:38:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:38:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 14:39:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "47b7eb2c-7187-4969-b310-5630183d79c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:39:19 user nova-compute[74681]: INFO nova.compute.claims [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Claim successful on node user
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.428s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:39:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:39:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:39:19 user nova-compute[74681]: INFO nova.virt.block_device [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Booting with volume 06995056-44a4-467e-b7fa-8899cb07a790 at /dev/vda
Oct 16 14:39:20 user nova-compute[74681]: DEBUG nova.policy [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae6c0ea76d204ec19a5088614e1544c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46a9c61c611143cdb2ad987c7856c904', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:39:20 user nova-compute[74681]: DEBUG os_brick.utils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:39:20 user nova-compute[74681]: INFO oslo.privsep.daemon [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp8cpwc2su/privsep.sock']
Oct 16 14:39:20 user sudo[85879]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp8cpwc2su/privsep.sock
Oct 16 14:39:20 user sudo[85879]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 16 14:39:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully created port: 5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully created port: 3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:39:21 user sudo[85879]: pam_unix(sudo:session): session closed for user root
Oct 16 14:39:21 user nova-compute[74681]: INFO oslo.privsep.daemon [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Spawned new privsep daemon via rootwrap
Oct 16 14:39:21 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 16 14:39:21 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 16 14:39:21 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 16 14:39:21 user nova-compute[74681]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85882
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e905cd32-667c-4b99-a034-3173551d277d]: (2,) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully created port: d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9c68e7e-3374-4488-925e-b5fc65590622]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.nvmeof [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[42e26638-2875-4ed2-9c65-2e333c3ef3db]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[44662777-b419-4737-ab80-47df171ff007]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c0f15b-904e-42a4-8020-7497bd591eb1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:21 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:39:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede376ce-9d22-4984-a29e-e20eccaa75d8]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG os_brick.utils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== get_connector_properties: return (1891ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:39:21 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating existing volume attachment record: 1b32eba1-f041-4346-9289-71913401152b {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully created port: 36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully created port: ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully updated port: 5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-5e8a69c8-142b-497d-8c17-c0f84cf14f20. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port 5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ab043600-b27b-4550-a207-c7bf671c4edd req-72a34daf-55e6-4d18-8195-a2c112fa2544 service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:24 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully updated port: bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:39:24 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully updated port: 36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully updated port: 3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-bc3160d7-681e-4bec-b036-1123f452aa4d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully updated port: d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-36cf0e06-c800-436f-ac21-43acb360a62b. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port 36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-3bce6649-6c72-4522-8b9b-4179d3b428df. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port 3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9d3e6a91-80d0-464d-b835-745abbd91514 req-e9fe1a9d-b5a1-462d-a107-36d57f1c85b5 service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully updated port: 36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-36e55e45-394f-4a58-9ce3-de89c0f8892a. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port 36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d704ec50-5262-49bb-bcf0-bbc5eaf815cf req-686fdc26-4004-4120-b7ea-c799628f4002 service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Successfully updated port: ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-ea99225e-6b98-4b63-9355-ff496f75ada9. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [{"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance network_info: |[{"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:28 user nova-compute[74681]: DEBUG nova.network.neutron [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updated VIF entry in instance network info cache for port d023b39c-8e1d-4ba6-ae2b-88b99793fbc8. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [{"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9f4c1697-158e-401b-8544-e0914816b389 req-66aaeb0d-1fef-4502-8857-e9c7310ac382 service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updated VIF entry in instance network info cache for port ea99225e-6b98-4b63-9355-ff496f75ada9. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [{"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b44794a6-d718-4123-8c77-357de40f429a req-319afd71-87ee-49cd-91ba-709c93993f16 service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 14:39:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:39:32 user nova-compute[74681]: INFO nova.compute.manager [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] instance snapshotting
Oct 16 14:39:32 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Beginning live snapshot process
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json -f qcow2" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json -f qcow2" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpsqdy61mr/fffbf2ec4c71499aa4f625354f9f2cd8.delta 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpsqdy61mr/fffbf2ec4c71499aa4f625354f9f2cd8.delta 1073741824" returned: 0 in 0.048s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 14:39:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74681) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 16 14:39:33 user nova-compute[74681]: INFO nova.virt.libvirt.host [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] UEFI support detected
Oct 16 14:39:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:35 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpsqdy61mr/fffbf2ec4c71499aa4f625354f9f2cd8.delta /opt/stack/data/nova/instances/snapshots/tmpsqdy61mr/fffbf2ec4c71499aa4f625354f9f2cd8 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-changed-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Refreshing instance network info cache due to event network-changed-cca0f54c-701a-4b88-9c8f-37dde1a1017d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Refreshing network info cache for port cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-changed-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Refreshing instance network info cache due to event network-changed-fe34be23-ac23-4e0b-969c-4d519a042810. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] Acquiring lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] Acquired lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Refreshing network info cache for port fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpsqdy61mr/fffbf2ec4c71499aa4f625354f9f2cd8.delta /opt/stack/data/nova/instances/snapshots/tmpsqdy61mr/fffbf2ec4c71499aa4f625354f9f2cd8" returned: 0 in 0.514s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:35 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Snapshot extracted, beginning image upload
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updated VIF entry in instance network info cache for port cca0f54c-701a-4b88-9c8f-37dde1a1017d. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e9e4d9f0-0b5d-450e-aba2-66fce827f70e req-3402d687-1f74-44c2-b703-4dddfab0150c service nova] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updated VIF entry in instance network info cache for port fe34be23-ac23-4e0b-969c-4d519a042810. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c34c6e64-7a21-498d-9e09-65800ff3f6e1 req-0b9365c4-22da-4712-bb42-f61f3924eab9 service nova] Releasing lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-changed-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Refreshing instance network info cache due to event network-changed-924a1260-32c8-4e95-a8ed-9ddf5d58d35f. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] Acquiring lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] Acquired lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.network.neutron [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Refreshing network info cache for port 924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Updating instance_info_cache with network_info: [{"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-c76f1ca2-c1c2-4814-a305-da2973de364e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.network.neutron [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updated VIF entry in instance network info cache for port 924a1260-32c8-4e95-a8ed-9ddf5d58d35f. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.network.neutron [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c69edb4-ee8a-496c-8c57-f93765d48f1e req-9b041607-93a9-47a6-b7ba-635a213d46aa service nova] Releasing lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lazy-loading 'flavor' on Instance uuid c76f1ca2-c1c2-4814-a305-da2973de364e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:39:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:38 user nova-compute[74681]: INFO nova.compute.manager [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Attaching volume da59f1a2-2240-4b70-afee-661443350b43 to /dev/vdb
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.utils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d591313-a3c5-44be-9b4b-00953637798b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a60cc3-7689-4719-8841-680b3f73db33]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1139b02-2a27-4d83-9d2a-015c3437e2fb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa8ab71a-8db8-483c-997c-a5efe46cec6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:38 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb800d9-3dce-42f1-9220-481490add6f2]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.utils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Updating existing volume attachment record: b02f906a-bcae-4116-afd5-4477a515fc2e {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:39:38 user nova-compute[74681]: INFO nova.virt.block_device [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Booting with volume a83be04f-1506-46d4-a8b1-4ed545e90d69 at /dev/vdb
Oct 16 14:39:38 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Snapshot image upload complete
Oct 16 14:39:38 user nova-compute[74681]: INFO nova.compute.manager [None req-c7e89a7f-4595-4a34-b581-11730993696c tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Took 5.88 seconds to snapshot the instance on the hypervisor.
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.utils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d96ca3c-5160-4c01-9406-c47ad6f28cab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[079fe4db-646b-428f-9fbd-c55cd1113fec]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[37098aac-b2d3-41fc-abbc-2736e30fbfda]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf3b4be-0125-4889-9490-abdbe04ad350]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:38 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:39:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7449368-64c4-4bb8-8625-f3260ae35020]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG os_brick.utils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:39:38 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating existing volume attachment record: 9ef70e6c-cc6c-4d9f-8265-895216b0334c {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG nova.objects.instance [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.127s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:41 user nova-compute[74681]: INFO nova.compute.manager [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Attaching volume a70a8441-dffb-40af-a9e2-815f187e4f2a to /dev/vdb
Oct 16 14:39:41 user nova-compute[74681]: DEBUG os_brick.utils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d577e57-c97f-4b73-a803-18e9b7e5ecbb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdd9c014-9b3f-4d48-a34a-0c5f35a0978b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3ed5e7-fa28-4c0f-83f7-23c6722b96a5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10dcea7-4bea-4b34-bf19-19f14f70b143]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:39:41 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:39:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[369c30c1-0b40-4f6b-a4b0-a9e18ea6a37b]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG os_brick.utils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:39:41 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating existing volume attachment record: f6fc0b29-ba0e-4576-b572-eed29a543020 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:43 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:39:43 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7225MB free_disk=25.578872680664062GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c76f1ca2-c1c2-4814-a305-da2973de364e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d4535bb9-de15-4930-ad56-a885cd321188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a25f1a21-08a2-451a-b649-64b2e606f485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance f847eadb-9565-47d8-b71e-59e8426d30e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 47b7eb2c-7187-4969-b310-5630183d79c3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:39:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.505s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-changed-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Refreshing instance network info cache due to event network-changed-45d8de87-4154-430a-b27f-d1f5f1f2626b. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] Acquiring lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] Acquired lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:49 user nova-compute[74681]: DEBUG nova.network.neutron [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Refreshing network info cache for port 45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updated VIF entry in instance network info cache for port 45d8de87-4154-430a-b27f-d1f5f1f2626b. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:39:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updating instance_info_cache with network_info: [{"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2de62ae-80f0-492c-b526-95f6f81fba63 req-8709a34a-2558-4602-b921-f6fea78521d6 service nova] Releasing lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 14:39:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:39:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connector [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Factory for ISCSI on None {{(pid=74681) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FqdtARIw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:39:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:39:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:39:54 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae3f67d-6edd-48d3-bf43-933c86514100]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:39:54 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa305713-521a-4ba5-b6e2-045e3561f975]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43] added
Oct 16 14:39:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9154660a-18d5-411f-b6e6-642ea2fb0e58]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[539ddc87-ea04-40c3-a0e9-1678981561f1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FqdtARIw {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FqdtARIw" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb88003-6e1e-493c-be7f-736a5231dcb7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FqdtARIw'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5008f84-c942-42f1-8db2-d78eb8c8095a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7001ffb-41c8-4257-b53b-3e853a5b4360]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 14:39:54 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 14:39:54 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:39:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 14:39:54 user nova-compute[74681]: 
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[daf9bd95-5b55-4486-8ebd-44d53a258a15]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260]
Oct 16 14:39:54 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260] successful.
Oct 16 14:39:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f826c797-658f-45af-8679-4529ef5a7628]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5620d7a1-bce4-4390-97cc-77524f97324e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 (non-flash)
Oct 16 14:39:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 (non-flash)
Oct 16 14:39:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[15333208-8ee1-4689-b78c-a6711d3c2283]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:39:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FqdtARIw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '23939353064663233', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939353064663233', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lazy-loading 'flavor' on Instance uuid c76f1ca2-c1c2-4814-a305-da2973de364e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:39:55 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:39:55 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:39:55 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:39:55 user nova-compute[74681]:   <serial>da59f1a2-2240-4b70-afee-661443350b43</serial>
Oct 16 14:39:55 user nova-compute[74681]: </disk>
Oct 16 14:39:55 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-changed-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Refreshing instance network info cache due to event network-changed-b3d151ce-fb98-4b4b-b609-d2b12ea7099b. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] Acquiring lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] Acquired lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:39:55 user nova-compute[74681]: DEBUG nova.network.neutron [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Refreshing network info cache for port b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:39:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:39:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:39:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] No VIF found with MAC fa:16:3e:35:7e:23, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:39:56 user nova-compute[74681]: DEBUG nova.network.neutron [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Updated VIF entry in instance network info cache for port b3d151ce-fb98-4b4b-b609-d2b12ea7099b. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:39:56 user nova-compute[74681]: DEBUG nova.network.neutron [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Updating instance_info_cache with network_info: [{"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.14", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c2ecca8-e4ce-4131-a860-a408cf4ab03d req-ccbb87ba-ec57-4011-9381-4758970227ad service nova] Releasing lock "refresh_cache-a25f1a21-08a2-451a-b649-64b2e606f485" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:39:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea755b3c-672d-47b6-b5c7-3458b7664ca0 tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.472s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:57 user nova-compute[74681]: INFO nova.compute.manager [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Terminating instance
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.compute.manager [req-847f9571-74ee-4a12-ae65-b8160891badd req-dd5ce6de-4028-4bce-ba1b-f590b018afc1 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received event network-vif-unplugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-847f9571-74ee-4a12-ae65-b8160891badd req-dd5ce6de-4028-4bce-ba1b-f590b018afc1 service nova] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-847f9571-74ee-4a12-ae65-b8160891badd req-dd5ce6de-4028-4bce-ba1b-f590b018afc1 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-847f9571-74ee-4a12-ae65-b8160891badd req-dd5ce6de-4028-4bce-ba1b-f590b018afc1 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.compute.manager [req-847f9571-74ee-4a12-ae65-b8160891badd req-dd5ce6de-4028-4bce-ba1b-f590b018afc1 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] No waiting events found dispatching network-vif-unplugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.compute.manager [req-847f9571-74ee-4a12-ae65-b8160891badd req-dd5ce6de-4028-4bce-ba1b-f590b018afc1 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received event network-vif-unplugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Instance destroyed successfully.
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.objects.instance [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lazy-loading 'resources' on Instance uuid c76f1ca2-c1c2-4814-a305-da2973de364e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-625095075',display_name='tempest-DeleteServersTestJSON-server-625095075',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-625095075',id=2,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1708679c1a7b41f7b3a35bbc03254bc1',ramdisk_id='',reservation_id='r-o0p3bgk1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-179084805',owner_user_name='tempest-DeleteServersTestJSON-179084805-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:04Z,user_data=None,user_id='8fc97977f5114c67afcbe30beb3960d1',uuid=c76f1ca2-c1c2-4814-a305-da2973de364e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Converting VIF {"id": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "address": "fa:16:3e:35:7e:23", "network": {"id": "bcbda9ee-5925-42e1-b60c-df0eee13a7ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2020609543-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1708679c1a7b41f7b3a35bbc03254bc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4472417a-4b", "ovs_interfaceid": "4472417a-4b0c-4c4f-b211-8574dafa30e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:35:7e:23,bridge_name='br-int',has_traffic_filtering=True,id=4472417a-4b0c-4c4f-b211-8574dafa30e1,network=Network(bcbda9ee-5925-42e1-b60c-df0eee13a7ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4472417a-4b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG os_vif [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:7e:23,bridge_name='br-int',has_traffic_filtering=True,id=4472417a-4b0c-4c4f-b211-8574dafa30e1,network=Network(bcbda9ee-5925-42e1-b60c-df0eee13a7ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4472417a-4b') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4472417a-4b, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32202b6a-ff5d-4c07-9e9b-891f768850da) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:58 user nova-compute[74681]: INFO os_vif [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:7e:23,bridge_name='br-int',has_traffic_filtering=True,id=4472417a-4b0c-4c4f-b211-8574dafa30e1,network=Network(bcbda9ee-5925-42e1-b60c-df0eee13a7ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4472417a-4b')
Oct 16 14:39:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FqdtARIw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:39:58 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[82712e71-7cf4-4a68-88c6-c979696089b4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:39:58 user nova-compute[74681]: No targets found.
Oct 16 14:39:58 user nova-compute[74681]: iSNS:
Oct 16 14:39:58 user nova-compute[74681]: No targets found.
Oct 16 14:39:58 user nova-compute[74681]: STATIC:
Oct 16 14:39:58 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43
Oct 16 14:39:58 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:39:58 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:39:58 user nova-compute[74681]: FIRMWARE:
Oct 16 14:39:58 user nova-compute[74681]: No targets found.
Oct 16 14:39:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:39:58 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:39:58 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[384b423e-6d1a-4e95-bf8c-295b1ce625dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb0a3f9-031d-4e4a-ba99-046a240c12de]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 (non-flash)
Oct 16 14:39:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 (non-flash)
Oct 16 14:39:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e03cf370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d04f48a-84f0-4148-8cf4-7fbb4fba6223]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cbbbc3a-cef6-4c5c-a2be-7c31253a727a]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b259388-f8be-4c43-a9ec-2afcdb4ab39a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e471239-4e73-4e94-a3b6-2e362a96a483]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[09505562-b365-4db8-ac28-4332e611de02]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[11eada70-35c4-452f-86df-e3cdffc13810]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260]
Oct 16 14:39:58 user nova-compute[74681]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43, portal: 172.16.0.220,3260] successful.
Oct 16 14:39:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da59f1a2-2240-4b70-afee-661443350b43 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c381a09-08a2-4ab4-bb6c-92f24f94536a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] <== disconnect_volume: return (298ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:39:58 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Deleting instance files /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e_del
Oct 16 14:39:58 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Deletion of /opt/stack/data/nova/instances/c76f1ca2-c1c2-4814-a305-da2973de364e_del complete
Oct 16 14:39:58 user nova-compute[74681]: INFO nova.compute.manager [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 16 14:39:58 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:39:58 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:39:59 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Took 0.75 seconds to deallocate network for instance.
Oct 16 14:39:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SuHJLrUz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:39:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:39:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:39:59 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2b7574-c04e-4b17-a992-892818f9894c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:39:59 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf12ca4-4eac-4341-95d0-2889d49b9fd7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a] added
Oct 16 14:39:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[704c4bc2-f9ac-4625-ace8-06ff0c5d6747]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f343a9-f003-4ba8-bf13-5d63e3ce23ca]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SuHJLrUz {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SuHJLrUz" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a04a8801-bfb4-45a5-88c6-6618f3a92889]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SuHJLrUz'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba5d304-c28d-45bb-ba34-14ce7e6b5c36]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeddfeff-01ef-4518-879d-68405d74923e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 14:39:59 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 14:39:59 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:39:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 14:39:59 user nova-compute[74681]: 
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c09f1d3-3164-449e-99ed-a32b9c5d6799]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]
Oct 16 14:39:59 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.
Oct 16 14:39:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bacaf57-6ba9-4861-b6a5-08e0bab91432]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.057s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed249aab-c330-44fa-bd34-4c83ae718579]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:39:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:39:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] HCTL ('33', '-', '-', 0) found on session 3 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a51e445-b79c-4e83-8843-2a8f846d7dc6]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-9a5e918b-ea45-4570-877e-c0d767457a6c req-b7112b1f-5c59-4b63-a744-2ab78764b542 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received event network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9a5e918b-ea45-4570-877e-c0d767457a6c req-b7112b1f-5c59-4b63-a744-2ab78764b542 service nova] Acquiring lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9a5e918b-ea45-4570-877e-c0d767457a6c req-b7112b1f-5c59-4b63-a744-2ab78764b542 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9a5e918b-ea45-4570-877e-c0d767457a6c req-b7112b1f-5c59-4b63-a744-2ab78764b542 service nova] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:39:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-9a5e918b-ea45-4570-877e-c0d767457a6c req-b7112b1f-5c59-4b63-a744-2ab78764b542 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] No waiting events found dispatching network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:39:59 user nova-compute[74681]: WARNING nova.compute.manager [req-9a5e918b-ea45-4570-877e-c0d767457a6c req-b7112b1f-5c59-4b63-a744-2ab78764b542 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received unexpected event network-vif-plugged-4472417a-4b0c-4c4f-b211-8574dafa30e1 for instance with vm_state active and task_state deleting.
Oct 16 14:39:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-9a5e918b-ea45-4570-877e-c0d767457a6c req-b7112b1f-5c59-4b63-a744-2ab78764b542 service nova] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Received event network-vif-deleted-4472417a-4b0c-4c4f-b211-8574dafa30e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:00 user nova-compute[74681]: INFO nova.compute.manager [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] [instance: c76f1ca2-c1c2-4814-a305-da2973de364e] Took 0.86 seconds to detach 1 volumes for instance.
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.373s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:00 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Deleted allocations for instance c76f1ca2-c1c2-4814-a305-da2973de364e
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG nova.objects.instance [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lazy-loading 'flavor' on Instance uuid d4535bb9-de15-4930-ad56-a885cd321188 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SuHJLrUz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.413s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== connect_volume: return (1413ms) {'type': 'block', 'scsi_wwn': '26364623630383663', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364623630383663', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG nova.objects.instance [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:40:00 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:00 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:40:00 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:40:00 user nova-compute[74681]:   <serial>a70a8441-dffb-40af-a9e2-815f187e4f2a</serial>
Oct 16 14:40:00 user nova-compute[74681]: </disk>
Oct 16 14:40:00 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-988dc303-4032-4d20-9905-ca1ff50ad1aa tempest-DeleteServersTestJSON-179084805 tempest-DeleteServersTestJSON-179084805-project-member] Lock "c76f1ca2-c1c2-4814-a305-da2973de364e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.522s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:00 user nova-compute[74681]: INFO nova.compute.manager [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Attaching volume 6928ea6c-8103-4994-9cf6-35207c48f09c to /dev/vdb
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.utils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69df6f5-b086-4959-ba8b-7ff7212c8289]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac89636-1c1d-44b9-8cfa-58712bc441ca]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[644f24b0-52a9-4dc6-a0db-0cd8a44f1b7b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1eb844c-742b-439c-ad50-929c40c18ec2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:00 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:40:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3847179c-2bcb-4cad-8d88-7cce0c5c0179]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG os_brick.utils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:00 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updating existing volume attachment record: cef2f3d7-1081-4f61-b390-f9d27dbdb85d {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:40:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No VIF found with MAC fa:16:3e:5b:8d:8a, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:40:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-174fda1d-d596-4917-ab19-e0426251846b tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.533s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lazy-loading 'flavor' on Instance uuid a25f1a21-08a2-451a-b649-64b2e606f485 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:02 user nova-compute[74681]: INFO nova.compute.manager [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Attaching volume aa7446bf-5b59-42df-98c7-d3ce1c21240b to /dev/sdc
Oct 16 14:40:02 user nova-compute[74681]: DEBUG os_brick.utils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[142a6982-b3c1-47c7-9b58-80e9ef2104d8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[234e2845-f6f3-4d82-bfe3-9ee16640bde8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[30989330-2eac-4fc1-9765-cec5688698e8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbbda25-400d-4bb8-83bc-bf99d05f70b6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5b512d75-d7c0-42b0-9e41-c639691a8e0d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5b512d75-d7c0-42b0-9e41-c639691a8e0d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5b512d75-d7c0-42b0-9e41-c639691a8e0d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5b512d75-d7c0-42b0-9e41-c639691a8e0d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74681) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5b512d75-d7c0-42b0-9e41-c639691a8e0d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:02 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:40:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[91a5da69-f651-4eef-8063-5d4546f30ce7]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG os_brick.utils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Updating existing volume attachment record: c55824f9-d6f5-483d-b7e8-3bb80e2a3440 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-8027d936-cf4f-444a-91c9-73d812fab587 req-2cca3309-7db8-464e-8781-cf76120bad20 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8027d936-cf4f-444a-91c9-73d812fab587 req-2cca3309-7db8-464e-8781-cf76120bad20 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8027d936-cf4f-444a-91c9-73d812fab587 req-2cca3309-7db8-464e-8781-cf76120bad20 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8027d936-cf4f-444a-91c9-73d812fab587 req-2cca3309-7db8-464e-8781-cf76120bad20 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-8027d936-cf4f-444a-91c9-73d812fab587 req-2cca3309-7db8-464e-8781-cf76120bad20 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:40:03 user nova-compute[74681]: WARNING nova.compute.manager [req-8027d936-cf4f-444a-91c9-73d812fab587 req-2cca3309-7db8-464e-8781-cf76120bad20 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state active and task_state powering-off.
Oct 16 14:40:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance destroyed successfully.
Oct 16 14:40:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5b512d75-d7c0-42b0-9e41-c639691a8e0d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:40:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5b512d75-d7c0-42b0-9e41-c639691a8e0d tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.015s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-619e8b45-473c-4781-b8f3-663c71c574b4 req-2c484d16-8f2a-4a73-a9c7-81df9396f3fd service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-619e8b45-473c-4781-b8f3-663c71c574b4 req-2c484d16-8f2a-4a73-a9c7-81df9396f3fd service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-619e8b45-473c-4781-b8f3-663c71c574b4 req-2c484d16-8f2a-4a73-a9c7-81df9396f3fd service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-619e8b45-473c-4781-b8f3-663c71c574b4 req-2c484d16-8f2a-4a73-a9c7-81df9396f3fd service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-619e8b45-473c-4781-b8f3-663c71c574b4 req-2c484d16-8f2a-4a73-a9c7-81df9396f3fd service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:40:05 user nova-compute[74681]: WARNING nova.compute.manager [req-619e8b45-473c-4781-b8f3-663c71c574b4 req-2c484d16-8f2a-4a73-a9c7-81df9396f3fd service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state None.
Oct 16 14:40:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-changed-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Refreshing instance network info cache due to event network-changed-ccb90f0d-0044-4138-bed1-1e2f98178f81. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:40:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] Acquiring lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:40:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] Acquired lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:40:11 user nova-compute[74681]: DEBUG nova.network.neutron [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Refreshing network info cache for port ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:40:12 user nova-compute[74681]: DEBUG nova.network.neutron [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Updated VIF entry in instance network info cache for port ccb90f0d-0044-4138-bed1-1e2f98178f81. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:40:12 user nova-compute[74681]: DEBUG nova.network.neutron [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Updating instance_info_cache with network_info: [{"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:40:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff05065a-093a-4bcb-8d5c-46c8de39427a req-e3fb34f8-2cee-4a92-974e-89c806eea858 service nova] Releasing lock "refresh_cache-13d3a9fc-c7f3-41f6-9b9d-419097858541" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:40:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-changed-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Refreshing instance network info cache due to event network-changed-6b04d9c4-44c9-4613-83a9-adc98ed4221f. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:40:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] Acquiring lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:40:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] Acquired lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:40:14 user nova-compute[74681]: DEBUG nova.network.neutron [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Refreshing network info cache for port 6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.network.neutron [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updated VIF entry in instance network info cache for port 6b04d9c4-44c9-4613-83a9-adc98ed4221f. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.network.neutron [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "interface-f847eadb-9565-47d8-b71e-59e8426d30e6-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "interface-f847eadb-9565-47d8-b71e-59e8426d30e6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'flavor' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5eaf7582-6534-4ef6-9ec8-172376288b23 req-aebd362d-1a8e-4c47-a617-5a3ffc0dd0fd service nova] Releasing lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'pci_requests' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.objects.base [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Object Instance<f847eadb-9565-47d8-b71e-59e8426d30e6> lazy-loaded attributes: flavor,pci_requests {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.policy [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91cf303995a24369bf9b9f78788fb023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec5519d83184755b4df88cc827cbffd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:40:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Successfully created port: 8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:40:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Successfully updated port: 8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:40:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:40:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquired lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:40:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:40:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-changed-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Refreshing instance network info cache due to event network-changed-8ca44d0c-9cb7-439c-a331-e2a736bc08a7. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:40:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] Acquiring lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Releasing lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] Acquired lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Refreshing network info cache for port 8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converting VIF {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_vif [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3d08376a-221d-52b4-bf99-7238e96c413a', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8ca44d0c-9c, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8ca44d0c-9c, col_values=(('qos', UUID('8811feef-01cf-4257-ab4c-4a819ef585d6')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8ca44d0c-9c, col_values=(('external_ids', {'iface-id': '8ca44d0c-9cb7-439c-a331-e2a736bc08a7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:b2:fc', 'vm-uuid': 'f847eadb-9565-47d8-b71e-59e8426d30e6'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: INFO os_vif [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c')
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converting VIF {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] attach device xml: <interface type="ethernet">
Oct 16 14:40:17 user nova-compute[74681]:   <mac address="fa:16:3e:02:b2:fc"/>
Oct 16 14:40:17 user nova-compute[74681]:   <model type="virtio"/>
Oct 16 14:40:17 user nova-compute[74681]:   <mtu size="1442"/>
Oct 16 14:40:17 user nova-compute[74681]:   <target dev="tap8ca44d0c-9c"/>
Oct 16 14:40:17 user nova-compute[74681]: </interface>
Oct 16 14:40:17 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updated VIF entry in instance network info cache for port 8ca44d0c-9cb7-439c-a331-e2a736bc08a7. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-644e9cd8-caac-49b2-a5f2-f81cfb3b204a req-df177efc-f345-44d0-a6d8-ca6870151afb service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-644e9cd8-caac-49b2-a5f2-f81cfb3b204a req-df177efc-f345-44d0-a6d8-ca6870151afb service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-644e9cd8-caac-49b2-a5f2-f81cfb3b204a req-df177efc-f345-44d0-a6d8-ca6870151afb service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-644e9cd8-caac-49b2-a5f2-f81cfb3b204a req-df177efc-f345-44d0-a6d8-ca6870151afb service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-644e9cd8-caac-49b2-a5f2-f81cfb3b204a req-df177efc-f345-44d0-a6d8-ca6870151afb service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:40:17 user nova-compute[74681]: WARNING nova.compute.manager [req-644e9cd8-caac-49b2-a5f2-f81cfb3b204a req-df177efc-f345-44d0-a6d8-ca6870151afb service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received unexpected event network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 for instance with vm_state active and task_state None.
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cec66c17-f7f1-4c6b-95ea-e4f9e01bdd84 req-28150148-0281-449c-96c3-9c265c909e2c service nova] Releasing lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No BDM found with device name hda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No VIF found with MAC fa:16:3e:5b:db:98, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:40:17 user nova-compute[74681]:   <nova:package version="0.0.0"/>
Oct 16 14:40:17 user nova-compute[74681]:   <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:40:17 user nova-compute[74681]:   <nova:creationTime>2023-10-16 14:40:17</nova:creationTime>
Oct 16 14:40:17 user nova-compute[74681]:   <nova:flavor name="m1.tiny">
Oct 16 14:40:17 user nova-compute[74681]:     <nova:memory>512</nova:memory>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:disk>1</nova:disk>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:swap>0</nova:swap>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:vcpus>1</nova:vcpus>
Oct 16 14:40:17 user nova-compute[74681]:   </nova:flavor>
Oct 16 14:40:17 user nova-compute[74681]:   <nova:owner>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:40:17 user nova-compute[74681]:   </nova:owner>
Oct 16 14:40:17 user nova-compute[74681]:   <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:40:17 user nova-compute[74681]:   <nova:ports>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:40:17 user nova-compute[74681]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:40:17 user nova-compute[74681]:     </nova:port>
Oct 16 14:40:17 user nova-compute[74681]:     <nova:port uuid="8ca44d0c-9cb7-439c-a331-e2a736bc08a7">
Oct 16 14:40:17 user nova-compute[74681]:       <nova:ip type="fixed" address="10.10.10.235" ipVersion="4"/>
Oct 16 14:40:17 user nova-compute[74681]:     </nova:port>
Oct 16 14:40:17 user nova-compute[74681]:   </nova:ports>
Oct 16 14:40:17 user nova-compute[74681]: </nova:instance>
Oct 16 14:40:17 user nova-compute[74681]:  {{(pid=74681) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b0d636b-3f33-432f-b7f8-5e425a38b44c tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "interface-f847eadb-9565-47d8-b71e-59e8426d30e6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 2.500s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gcZqADTr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:17 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac73257-0987-4ded-996a-de4d482210c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:40:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[00033f63-ed02-4dc2-94cf-575f1986ddde]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c] added
Oct 16 14:40:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa30e45-27a4-4b3a-aae8-4489ac3f8a44]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[354b5a57-2e39-41b3-94c3-28e86e03b2a3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gcZqADTr {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gcZqADTr" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b84fe98-914f-459f-8ba9-997a7b681b37]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gcZqADTr'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1633fa-797f-4cb7-994e-4abf4797f9f8]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0b04cd-bf74-4590-91c3-43033b6c6d80]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[240ba132-df0d-4f64-8f3f-a5c3533cff21]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260]
Oct 16 14:40:18 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:18 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bfbc7c2-b35c-4882-859e-2faaf1fb8af1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[87908c9f-35d5-40b3-9304-634e22abd06a]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:18 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:18 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:18 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:18 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8202246e-2400-45f7-b219-638d04c37a9b]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gcZqADTr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lazy-loading 'flavor' on Instance uuid 13d3a9fc-c7f3-41f6-9b9d-419097858541 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'flavor' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.100s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:18 user nova-compute[74681]: INFO nova.compute.manager [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Attaching volume 0a3aee45-ba1c-44e1-8161-9de4e021fd37 to /dev/vdb
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:18 user nova-compute[74681]: INFO nova.compute.manager [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Attaching volume 0179b2a6-a720-4753-8f59-d7cc31b5b16b to /dev/vdb
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ebd2bd-b466-4b36-b9de-58105ff18b79]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e297ee13-ef1e-4115-8740-2b3346c4a6fb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a9deda-45a8-4e30-99b3-11fee6b18b30]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e941a657-fa34-4c0a-a1a0-ae6fc55c62f6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a8d63c-7513-40a8-9018-fda434d6b394]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[faeeeb2e-3f13-4e7c-8551-825712096143]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:18 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b5e83e-1ffd-4e00-8aa6-d5fa4f20ccbe]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating existing volume attachment record: 0ceb84a2-8633-462d-943b-f6df563b8686 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0481de1d-3571-4223-a81e-aa2a90ecfa5e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[743dcc0d-69f2-4472-aa5b-2bc1bdb84ef6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:18 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:40:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf625a6f-acf9-4005-ab7e-7b5932997264]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:18 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Updating existing volume attachment record: 9e96e9a9-e8cd-40dd-a062-345745436d45 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26235636439653339', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235636439653339', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lazy-loading 'flavor' on Instance uuid d4535bb9-de15-4930-ad56-a885cd321188 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:40:19 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:19 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:40:19 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:40:19 user nova-compute[74681]:   <serial>6928ea6c-8103-4994-9cf6-35207c48f09c</serial>
Oct 16 14:40:19 user nova-compute[74681]: </disk>
Oct 16 14:40:19 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] No VIF found with MAC fa:16:3e:f1:12:d5, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-e7840aff-4e52-40e3-95a1-b235ccdc49fb req-2976669c-b07a-47d6-984d-3b6f454fca26 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7840aff-4e52-40e3-95a1-b235ccdc49fb req-2976669c-b07a-47d6-984d-3b6f454fca26 service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7840aff-4e52-40e3-95a1-b235ccdc49fb req-2976669c-b07a-47d6-984d-3b6f454fca26 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7840aff-4e52-40e3-95a1-b235ccdc49fb req-2976669c-b07a-47d6-984d-3b6f454fca26 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-e7840aff-4e52-40e3-95a1-b235ccdc49fb req-2976669c-b07a-47d6-984d-3b6f454fca26 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:40:19 user nova-compute[74681]: WARNING nova.compute.manager [req-e7840aff-4e52-40e3-95a1-b235ccdc49fb req-2976669c-b07a-47d6-984d-3b6f454fca26 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received unexpected event network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 for instance with vm_state active and task_state None.
Oct 16 14:40:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGJjKzXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:32 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:32 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:32 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4b1c8e-db4a-499e-a71b-d3e1d8e3b3ae]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:40:32 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc976900-d56f-43e6-9cd9-9f88a9b8e350]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b] added
Oct 16 14:40:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8584145-3ff9-434d-92df-f02657805d6f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c82a379c-91f5-48e8-b447-1db298b274dd]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pGJjKzXv {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pGJjKzXv" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[477f73ee-4c34-424a-8e0b-7456dd0946f7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pGJjKzXv'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d6b28a-ff57-424b-8c9a-872425a44fb6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa53a759-e188-41ac-bead-6c62a8a8cafd tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.959s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58277c46-1355-42c6-acd0-fe73e3d1ebe3]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:32 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:32 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da4ebc2-4384-4301-8ee1-a6c86895c289]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260]
Oct 16 14:40:32 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[744eb2a1-ceed-409a-9fa1-3da574d21977]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6bae581-adad-49b7-8d53-c47e377b0eca]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:32 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:32 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:32 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:32 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3594ff-bae8-4cf1-b2ed-9bdeedb0cb85]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:40:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGJjKzXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:40:33 user nova-compute[74681]: INFO nova.virt.block_device [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Booting with volume 8ddaf0af-4478-42c4-a7e8-f21ee4b14862 at /dev/vdc
Oct 16 14:40:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26162343534656334', 'path': '/dev/sdd'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26162343534656334', 'path': '/dev/sdd'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:40:33 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lazy-loading 'flavor' on Instance uuid a25f1a21-08a2-451a-b649-64b2e606f485 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:40:33 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:33 user nova-compute[74681]:   <source dev="/dev/sdd"/>
Oct 16 14:40:33 user nova-compute[74681]:   <target dev="sdc" bus="scsi"/>
Oct 16 14:40:33 user nova-compute[74681]:   <serial>aa7446bf-5b59-42df-98c7-d3ce1c21240b</serial>
Oct 16 14:40:33 user nova-compute[74681]:   <address type="drive" controller="0" unit="2"/>
Oct 16 14:40:33 user nova-compute[74681]: </disk>
Oct 16 14:40:33 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG os_brick.utils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c96c3f-5c53-4d17-a32e-32094a3ee57e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2706dc1-125b-4231-b72b-0d52291000ad]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7b5153-0f1e-4959-b727-0387a9d88b73]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5204539-0349-4010-ab4b-462a5cb00c20]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:34 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:40:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4cce2b-cf33-49c9-b786-fafa3f3263a0]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG os_brick.utils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating existing volume attachment record: af2f02c3-51a8-4a32-b8fb-4817a3f77193 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] No BDM found with device name sda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] No VIF found with MAC fa:16:3e:c8:2d:b7, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chYmtNXd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:35 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:35 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:35 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8cb3b8f-030b-4847-8970-38654fc5bd92]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:40:35 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[32fa9f01-d5e1-4a1e-b30e-191698aa5cec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37] added
Oct 16 14:40:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[447df02a-ec1c-4bbf-bbb6-de615566a535]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d369b3d5-680c-489f-980a-d2a96b36bbd8]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v chYmtNXd {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6b0a64f1-4406-41af-a66a-cba24383d34b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 33.482s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v chYmtNXd" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a41bf65-f4a7-4379-b19a-35511e26fedb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'chYmtNXd'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d81dfdb5-b266-440a-bf8c-7c3fc18db8e3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1a1d17-3635-49fc-af26-8cabfc624b8e]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eafb4cb0-27b6-4e69-9050-d28dfc88d607]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260]
Oct 16 14:40:36 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[403cf464-7504-4e50-8626-33254d011d96]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e37c6531-1a37-4eef-b6c6-3857e552b5b8]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:36 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f56304a-b112-4540-b143-b7209b58f256]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chYmtNXd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:36 user nova-compute[74681]: INFO nova.compute.manager [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Detaching volume 6928ea6c-8103-4994-9cf6-35207c48f09c
Oct 16 14:40:36 user nova-compute[74681]: INFO nova.virt.block_device [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Attempting to driver detach volume 6928ea6c-8103-4994-9cf6-35207c48f09c from mountpoint /dev/vdb
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Attempting to detach device vdb from instance d4535bb9-de15-4930-ad56-a885cd321188 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:40:36 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:36 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:40:36 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:40:36 user nova-compute[74681]:   <serial>6928ea6c-8103-4994-9cf6-35207c48f09c</serial>
Oct 16 14:40:36 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:40:36 user nova-compute[74681]: </disk>
Oct 16 14:40:36 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:40:36 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Successfully detached device vdb from instance d4535bb9-de15-4930-ad56-a885cd321188 from the persistent domain config.
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d4535bb9-de15-4930-ad56-a885cd321188 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:40:36 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:36 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:40:36 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:40:36 user nova-compute[74681]:   <serial>6928ea6c-8103-4994-9cf6-35207c48f09c</serial>
Oct 16 14:40:36 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:40:36 user nova-compute[74681]: </disk>
Oct 16 14:40:36 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:36 user nova-compute[74681]: INFO nova.compute.manager [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Detaching volume aa7446bf-5b59-42df-98c7-d3ce1c21240b
Oct 16 14:40:36 user nova-compute[74681]: INFO nova.virt.block_device [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Attempting to driver detach volume aa7446bf-5b59-42df-98c7-d3ce1c21240b from mountpoint /dev/sdc
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Attempting to detach device sdc from instance a25f1a21-08a2-451a-b649-64b2e606f485 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:40:36 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:36 user nova-compute[74681]:   <source dev="/dev/sdd"/>
Oct 16 14:40:36 user nova-compute[74681]:   <target dev="sdc" bus="scsi"/>
Oct 16 14:40:36 user nova-compute[74681]:   <serial>aa7446bf-5b59-42df-98c7-d3ce1c21240b</serial>
Oct 16 14:40:36 user nova-compute[74681]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 16 14:40:36 user nova-compute[74681]: </disk>
Oct 16 14:40:36 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:40:36 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Successfully detached device sdc from instance a25f1a21-08a2-451a-b649-64b2e606f485 from the persistent domain config.
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance a25f1a21-08a2-451a-b649-64b2e606f485 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:40:36 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:36 user nova-compute[74681]:   <source dev="/dev/sdd"/>
Oct 16 14:40:36 user nova-compute[74681]:   <target dev="sdc" bus="scsi"/>
Oct 16 14:40:36 user nova-compute[74681]:   <serial>aa7446bf-5b59-42df-98c7-d3ce1c21240b</serial>
Oct 16 14:40:36 user nova-compute[74681]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 16 14:40:36 user nova-compute[74681]: </disk>
Oct 16 14:40:36 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:40:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d4535bb9-de15-4930-ad56-a885cd321188 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23133393437356139', 'path': '/dev/sde'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23133393437356139', 'path': '/dev/sde'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'flavor' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:40:37 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:37 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:40:37 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:40:37 user nova-compute[74681]:   <serial>0a3aee45-ba1c-44e1-8161-9de4e021fd37</serial>
Oct 16 14:40:37 user nova-compute[74681]: </disk>
Oct 16 14:40:37 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance a25f1a21-08a2-451a-b649-64b2e606f485 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No BDM found with device name hda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] No VIF found with MAC fa:16:3e:5b:db:98, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:40:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-015099f7-ed78-41ef-ad02-fa16565bce1d tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.248s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:39 user nova-compute[74681]: INFO nova.compute.manager [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Detaching volume 0a3aee45-ba1c-44e1-8161-9de4e021fd37
Oct 16 14:40:39 user nova-compute[74681]: INFO nova.virt.block_device [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Attempting to driver detach volume 0a3aee45-ba1c-44e1-8161-9de4e021fd37 from mountpoint /dev/vdb
Oct 16 14:40:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Attempting to detach device vdb from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:40:39 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:39 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:40:39 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:40:39 user nova-compute[74681]:   <serial>0a3aee45-ba1c-44e1-8161-9de4e021fd37</serial>
Oct 16 14:40:39 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 14:40:39 user nova-compute[74681]: </disk>
Oct 16 14:40:39 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:40:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully detached device vdb from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the persistent domain config.
Oct 16 14:40:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:40:39 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:39 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:40:39 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:40:39 user nova-compute[74681]:   <serial>0a3aee45-ba1c-44e1-8161-9de4e021fd37</serial>
Oct 16 14:40:39 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 14:40:39 user nova-compute[74681]: </disk>
Oct 16 14:40:39 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:40:39 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:40 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:40:40 user nova-compute[74681]: INFO nova.compute.claims [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Claim successful on node user
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.402s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:40:41 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.policy [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b40f44598a4491b192d97175b9829a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128859ddacf54bc9acbef5a2f95d058e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:40:41 user nova-compute[74681]: INFO nova.virt.block_device [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Booting with blank volume at /dev/vda
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Successfully created port: ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Successfully updated port: ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquired lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-changed-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Refreshing instance network info cache due to event network-changed-ea23d26b-10c1-4fdc-895a-8e09cf48fec4. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] Acquiring lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updating instance_info_cache with network_info: [{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Releasing lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance network_info: |[{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] Acquired lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG nova.network.neutron [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Refreshing network info cache for port ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG nova.network.neutron [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updated VIF entry in instance network info cache for port ea23d26b-10c1-4fdc-895a-8e09cf48fec4. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG nova.network.neutron [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updating instance_info_cache with network_info: [{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ca44f3b6-3aac-4acb-a00e-02452811ae93 req-a09a2220-c88d-4932-907d-6fbd820d943b service nova] Releasing lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:44 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:40:44 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7737MB free_disk=25.59371566772461GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d4535bb9-de15-4930-ad56-a885cd321188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a25f1a21-08a2-451a-b649-64b2e606f485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance f847eadb-9565-47d8-b71e-59e8426d30e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 47b7eb2c-7187-4969-b310-5630183d79c3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:40:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:40:45 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:40:45 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:40:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:40:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.470s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG os_brick.utils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d31ffd4-636f-426a-bd3a-28ad95a25dfc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc11a9bc-f167-4ad9-ac58-f1097dec3e26]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce23a56-f521-4906-b738-4250f9180d85]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e436e284-10bf-44f1-a989-75a49ac5d170]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:40:46 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:40:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[03795c2e-5feb-405e-b300-d7058059558e]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG os_brick.utils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:46 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updating existing volume attachment record: da8d1712-8417-4697-a2fd-2c872bbd446a {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:40:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:40:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Creating image(s)
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Ensure instance console log exists: /opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Start _get_guest_xml network_info=[{"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ueHMgGjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47b7eb2c-7187-4969-b310-5630183d79c3', 'attached_at': '', 'detached_at': '', 'volume_id': '06995056-44a4-467e-b7fa-8899cb07a790', 'serial': '06995056-44a4-467e-b7fa-8899cb07a790'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '1b32eba1-f041-4346-9289-71913401152b', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None}, {'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PkxHGdFr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47b7eb2c-7187-4969-b310-5630183d79c3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a83be04f-1506-46d4-a8b1-4ed545e90d69', 'serial': 'a83be04f-1506-46d4-a8b1-4ed545e90d69'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '9ef70e6c-cc6c-4d9f-8265-895216b0334c', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None}, {'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qKZocQae', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47b7eb2c-7187-4969-b310-5630183d79c3', 'attached_at': '', 'detached_at': '', 'volume_id': '8ddaf0af-4478-42c4-a7e8-f21ee4b14862', 'serial': '8ddaf0af-4478-42c4-a7e8-f21ee4b14862'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'af2f02c3-51a8-4a32-b8fb-4817a3f77193', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:40:52 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:40:52 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ueHMgGjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:52 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:52 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:52 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e797585-adc6-4528-9ef6-395a49ca7242]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:40:52 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ae4185-365e-4634-b699-0e63aa609f5e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790] added
Oct 16 14:40:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3a75c4-fa8a-4678-bd4c-a5e62e00f2f6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e4b8720-6c4b-4660-a217-2564dc05932a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ueHMgGjf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ueHMgGjf" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[585086a7-da42-4cfb-8914-6f3cc2ef4fb2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ueHMgGjf'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e9424c-21b4-4c94-b3ea-88cdf7bacb30]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a83ca59-58b8-4991-b53e-5d48fb0a4da5]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e30044c-1e6e-4920-b985-d3fbe7a69328]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260]
Oct 16 14:40:53 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c640d23a-7f83-49d8-abba-0de3467e8f59]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d34aa531-5162-49d9-b609-a8367e6ec869]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:53 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cd83b73-6a8b-40c6-8fb4-f9ebd85b6319]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:40:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ueHMgGjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '23665316433383964', 'path': '/dev/sdf'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665316433383964', 'path': '/dev/sdf'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PkxHGdFr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:54 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[08678c7b-2969-4771-8820-70d5c761f225]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:40:54 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d48967-cc73-4d7e-ab01-0492618533c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69] added
Oct 16 14:40:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b242dcb-cfd0-4d4e-b191-20d2b757e9c4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c073a3-e8d3-4599-bdd3-e1ca318996dc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PkxHGdFr {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PkxHGdFr" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e498f832-ae32-40f1-9063-878a5035072d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PkxHGdFr'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eada880-0f63-4988-b977-82611a8931f0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde304f2-b0e3-4c19-9d51-b8d94bd005c8]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5086ccb-2d47-4e46-9d82-06b720dffbab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260]
Oct 16 14:40:54 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4c3eec-b190-4810-a9a0-23a5e144b995]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f0f3c2-992b-49e9-bc3c-78e3bfcd9eac]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f587b0-1dfc-46a4-ba0d-e172e8d46139]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:40:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PkxHGdFr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23663393965333430', 'path': '/dev/sdg'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23663393965333430', 'path': '/dev/sdg'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qKZocQae', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:55 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:55 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:55 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b932464e-307c-4f75-be95-41e43e1f841c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:40:55 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[de585610-7692-47a5-9c28-d6656ce1d6ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862] added
Oct 16 14:40:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f83ee80-45dd-40ca-87e9-a65d7e8ca269]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19efa11-1748-4d45-9bce-315f83c45280]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qKZocQae {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qKZocQae" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6585633-83f5-4f90-8351-0cb8713fc6a4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qKZocQae'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab94a03-91a5-42ab-b213-4cf418d3ade5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[faaa3a52-9be8-4eb9-8dc0-46f637d07779]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9261f54a-4e34-4099-a007-f0609c51f1f1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260]
Oct 16 14:40:55 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7fbf45a-7a9b-4fd9-8c00-d76074c3f974]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[859aff76-36cf-49e0-a333-f4e1e07239a7]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f16d17-2f24-4b12-87c5-a0457dc52e13]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:40:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qKZocQae', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:40:56 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d4535bb9-de15-4930-ad56-a885cd321188 is timed out.
Oct 16 14:40:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Successfully detached device vdb from instance d4535bb9-de15-4930-ad56-a885cd321188 from the live domain config.
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gcZqADTr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:56 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== connect_volume: return (1356ms) {'type': 'block', 'scsi_wwn': '23637333633323339', 'path': '/dev/sdh'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23637333633323339', 'path': '/dev/sdh'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.083s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:75:c2,bridge_name='br-int',has_traffic_filtering=True,id=5e8a69c8-142b-497d-8c17-c0f84cf14f20,network=Network(64d1382d-d4af-46d1-8c10-86a3551b1160),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e8a69c8-14') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:9d:d9,bridge_name='br-int',has_traffic_filtering=True,id=bc3160d7-681e-4bec-b036-1123f452aa4d,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbc3160d7-68') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:32:2f,bridge_name='br-int',has_traffic_filtering=True,id=36cf0e06-c800-436f-ac21-43acb360a62b,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap36cf0e06-c8') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:d6:a1,bridge_name='br-int',has_traffic_filtering=True,id=3bce6649-6c72-4522-8b9b-4179d3b428df,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bce6649-6c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:a4:d1,bridge_name='br-int',has_traffic_filtering=True,id=d023b39c-8e1d-4ba6-ae2b-88b99793fbc8,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd023b39c-8e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:e2:3c,bridge_name='br-int',has_traffic_filtering=True,id=36e55e45-394f-4a58-9ce3-de89c0f8892a,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36e55e45-39') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=ea99225e-6b98-4b63-9355-ff496f75ada9,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea99225e-6b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG nova.objects.instance [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lazy-loading 'pci_devices' on Instance uuid 47b7eb2c-7187-4969-b310-5630183d79c3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3ad755-ace6-4d96-ba98-f9b86777bedf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:40:56 user nova-compute[74681]: No targets found.
Oct 16 14:40:56 user nova-compute[74681]: iSNS:
Oct 16 14:40:56 user nova-compute[74681]: No targets found.
Oct 16 14:40:56 user nova-compute[74681]: STATIC:
Oct 16 14:40:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:40:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37
Oct 16 14:40:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:40:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b
Oct 16 14:40:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790
Oct 16 14:40:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:40:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c
Oct 16 14:40:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:56 user nova-compute[74681]: FIRMWARE:
Oct 16 14:40:56 user nova-compute[74681]: No targets found.
Oct 16 14:40:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:40:56 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:40:56 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:40:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:40:57 user nova-compute[74681]:   <uuid>47b7eb2c-7187-4969-b310-5630183d79c3</uuid>
Oct 16 14:40:57 user nova-compute[74681]:   <name>instance-0000000a</name>
Oct 16 14:40:57 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:40:57 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:40:57 user nova-compute[74681]:   <metadata>
Oct 16 14:40:57 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:40:57 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:40:57 user nova-compute[74681]:       <nova:name>tempest-device-tagging-server-2079219710</nova:name>
Oct 16 14:40:57 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:40:52</nova:creationTime>
Oct 16 14:40:57 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:40:57 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:40:57 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:40:57 user nova-compute[74681]:       <nova:owner>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:user uuid="ae6c0ea76d204ec19a5088614e1544c3">tempest-TaggedBootDevicesTest-1105034581-project-member</nova:user>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:project uuid="46a9c61c611143cdb2ad987c7856c904">tempest-TaggedBootDevicesTest-1105034581</nova:project>
Oct 16 14:40:57 user nova-compute[74681]:       </nova:owner>
Oct 16 14:40:57 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:40:57 user nova-compute[74681]:       <nova:ports>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:port uuid="5e8a69c8-142b-497d-8c17-c0f84cf14f20">
Oct 16 14:40:57 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 14:40:57 user nova-compute[74681]:         </nova:port>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:port uuid="bc3160d7-681e-4bec-b036-1123f452aa4d">
Oct 16 14:40:57 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.198" ipVersion="4"/>
Oct 16 14:40:57 user nova-compute[74681]:         </nova:port>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:port uuid="36cf0e06-c800-436f-ac21-43acb360a62b">
Oct 16 14:40:57 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.218" ipVersion="4"/>
Oct 16 14:40:57 user nova-compute[74681]:         </nova:port>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:port uuid="3bce6649-6c72-4522-8b9b-4179d3b428df">
Oct 16 14:40:57 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.211" ipVersion="4"/>
Oct 16 14:40:57 user nova-compute[74681]:         </nova:port>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:port uuid="d023b39c-8e1d-4ba6-ae2b-88b99793fbc8">
Oct 16 14:40:57 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.196" ipVersion="4"/>
Oct 16 14:40:57 user nova-compute[74681]:         </nova:port>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:port uuid="36e55e45-394f-4a58-9ce3-de89c0f8892a">
Oct 16 14:40:57 user nova-compute[74681]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 16 14:40:57 user nova-compute[74681]:         </nova:port>
Oct 16 14:40:57 user nova-compute[74681]:         <nova:port uuid="ea99225e-6b98-4b63-9355-ff496f75ada9">
Oct 16 14:40:57 user nova-compute[74681]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 16 14:40:57 user nova-compute[74681]:         </nova:port>
Oct 16 14:40:57 user nova-compute[74681]:       </nova:ports>
Oct 16 14:40:57 user nova-compute[74681]:     </nova:instance>
Oct 16 14:40:57 user nova-compute[74681]:   </metadata>
Oct 16 14:40:57 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:40:57 user nova-compute[74681]:     <system>
Oct 16 14:40:57 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:40:57 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:40:57 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:40:57 user nova-compute[74681]:       <entry name="serial">47b7eb2c-7187-4969-b310-5630183d79c3</entry>
Oct 16 14:40:57 user nova-compute[74681]:       <entry name="uuid">47b7eb2c-7187-4969-b310-5630183d79c3</entry>
Oct 16 14:40:57 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:40:57 user nova-compute[74681]:     </system>
Oct 16 14:40:57 user nova-compute[74681]:   </sysinfo>
Oct 16 14:40:57 user nova-compute[74681]:   <os>
Oct 16 14:40:57 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:40:57 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:40:57 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:40:57 user nova-compute[74681]:   </os>
Oct 16 14:40:57 user nova-compute[74681]:   <features>
Oct 16 14:40:57 user nova-compute[74681]:     <acpi/>
Oct 16 14:40:57 user nova-compute[74681]:     <apic/>
Oct 16 14:40:57 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:40:57 user nova-compute[74681]:   </features>
Oct 16 14:40:57 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:40:57 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:40:57 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:40:57 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:40:57 user nova-compute[74681]:   </clock>
Oct 16 14:40:57 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:40:57 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:40:57 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:40:57 user nova-compute[74681]:   </cpu>
Oct 16 14:40:57 user nova-compute[74681]:   <devices>
Oct 16 14:40:57 user nova-compute[74681]:     <disk type="file" device="cdrom">
Oct 16 14:40:57 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 14:40:57 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3/disk.config"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="hda" bus="ide"/>
Oct 16 14:40:57 user nova-compute[74681]:     </disk>
Oct 16 14:40:57 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:40:57 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:57 user nova-compute[74681]:       <source dev="/dev/sdf"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <serial>06995056-44a4-467e-b7fa-8899cb07a790</serial>
Oct 16 14:40:57 user nova-compute[74681]:     </disk>
Oct 16 14:40:57 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:40:57 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:57 user nova-compute[74681]:       <source dev="/dev/sdg"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <serial>a83be04f-1506-46d4-a8b1-4ed545e90d69</serial>
Oct 16 14:40:57 user nova-compute[74681]:     </disk>
Oct 16 14:40:57 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:40:57 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:40:57 user nova-compute[74681]:       <source dev="/dev/sdh"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="vdc" bus="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <serial>8ddaf0af-4478-42c4-a7e8-f21ee4b14862</serial>
Oct 16 14:40:57 user nova-compute[74681]:     </disk>
Oct 16 14:40:57 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:40:57 user nova-compute[74681]:       <mac address="fa:16:3e:65:75:c2"/>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="tap5e8a69c8-14"/>
Oct 16 14:40:57 user nova-compute[74681]:     </interface>
Oct 16 14:40:57 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:40:57 user nova-compute[74681]:       <mac address="fa:16:3e:d9:9d:d9"/>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="tapbc3160d7-68"/>
Oct 16 14:40:57 user nova-compute[74681]:     </interface>
Oct 16 14:40:57 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:40:57 user nova-compute[74681]:       <mac address="fa:16:3e:93:32:2f"/>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="tap36cf0e06-c8"/>
Oct 16 14:40:57 user nova-compute[74681]:     </interface>
Oct 16 14:40:57 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:40:57 user nova-compute[74681]:       <mac address="fa:16:3e:be:d6:a1"/>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="tap3bce6649-6c"/>
Oct 16 14:40:57 user nova-compute[74681]:     </interface>
Oct 16 14:40:57 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:40:57 user nova-compute[74681]:       <mac address="fa:16:3e:cd:a4:d1"/>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="tapd023b39c-8e"/>
Oct 16 14:40:57 user nova-compute[74681]:     </interface>
Oct 16 14:40:57 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:40:57 user nova-compute[74681]:       <mac address="fa:16:3e:d7:e2:3c"/>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="tap36e55e45-39"/>
Oct 16 14:40:57 user nova-compute[74681]:     </interface>
Oct 16 14:40:57 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:40:57 user nova-compute[74681]:       <mac address="fa:16:3e:25:2e:a8"/>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:40:57 user nova-compute[74681]:       <target dev="tapea99225e-6b"/>
Oct 16 14:40:57 user nova-compute[74681]:     </interface>
Oct 16 14:40:57 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:40:57 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3/console.log" append="off"/>
Oct 16 14:40:57 user nova-compute[74681]:     </serial>
Oct 16 14:40:57 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:40:57 user nova-compute[74681]:     <video>
Oct 16 14:40:57 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:40:57 user nova-compute[74681]:     </video>
Oct 16 14:40:57 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:40:57 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:40:57 user nova-compute[74681]:     </rng>
Oct 16 14:40:57 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:40:57 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:40:57 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:40:57 user nova-compute[74681]:     </memballoon>
Oct 16 14:40:57 user nova-compute[74681]:   </devices>
Oct 16 14:40:57 user nova-compute[74681]: </domain>
Oct 16 14:40:57 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:75:c2,bridge_name='br-int',has_traffic_filtering=True,id=5e8a69c8-142b-497d-8c17-c0f84cf14f20,network=Network(64d1382d-d4af-46d1-8c10-86a3551b1160),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e8a69c8-14') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:75:c2,bridge_name='br-int',has_traffic_filtering=True,id=5e8a69c8-142b-497d-8c17-c0f84cf14f20,network=Network(64d1382d-d4af-46d1-8c10-86a3551b1160),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e8a69c8-14') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5fb648a-ab54-5d72-960d-78c0c348d9d3', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff98905-386d-43b4-9ba5-6b730ad2af8c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5e8a69c8-14, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5e8a69c8-14, col_values=(('qos', UUID('7f12a3d1-f39e-46a2-9030-96245a090720')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5e8a69c8-14, col_values=(('external_ids', {'iface-id': '5e8a69c8-142b-497d-8c17-c0f84cf14f20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:75:c2', 'vm-uuid': '47b7eb2c-7187-4969-b310-5630183d79c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc769ca-ce4e-402f-b87a-53740e4c084b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e00f0550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: INFO os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:75:c2,bridge_name='br-int',has_traffic_filtering=True,id=5e8a69c8-142b-497d-8c17-c0f84cf14f20,network=Network(64d1382d-d4af-46d1-8c10-86a3551b1160),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e8a69c8-14')
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:9d:d9,bridge_name='br-int',has_traffic_filtering=True,id=bc3160d7-681e-4bec-b036-1123f452aa4d,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbc3160d7-68') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:9d:d9,bridge_name='br-int',has_traffic_filtering=True,id=bc3160d7-681e-4bec-b036-1123f452aa4d,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbc3160d7-68') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2aa75e9c-2bbb-54f6-87d4-9e739e73b8eb', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[95420c4b-9cd7-41b4-8d76-ba7317f1fbc3]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc3160d7-68, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc3160d7-68, col_values=(('qos', UUID('5e2d601d-ad25-4907-a86a-34ecc74ae990')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc3160d7-68, col_values=(('external_ids', {'iface-id': 'bc3160d7-681e-4bec-b036-1123f452aa4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d9:9d:d9', 'vm-uuid': '47b7eb2c-7187-4969-b310-5630183d79c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e82356ed-b589-46ae-ad1a-0edcc747fcf0]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[93654a85-b621-4a9c-ae77-51fd46c3825a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: INFO os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:9d:d9,bridge_name='br-int',has_traffic_filtering=True,id=bc3160d7-681e-4bec-b036-1123f452aa4d,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbc3160d7-68')
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:32:2f,bridge_name='br-int',has_traffic_filtering=True,id=36cf0e06-c800-436f-ac21-43acb360a62b,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap36cf0e06-c8') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:32:2f,bridge_name='br-int',has_traffic_filtering=True,id=36cf0e06-c800-436f-ac21-43acb360a62b,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap36cf0e06-c8') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9517dacd-411f-519f-b7e6-4ccc6f9bb0d1', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[55740c4e-602f-4e71-9c12-048d108eeecb]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36cf0e06-c8, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36cf0e06-c8, col_values=(('qos', UUID('ba95fa85-ba7e-41cc-981a-ba942acb3936')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36cf0e06-c8, col_values=(('external_ids', {'iface-id': '36cf0e06-c800-436f-ac21-43acb360a62b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:32:2f', 'vm-uuid': '47b7eb2c-7187-4969-b310-5630183d79c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcd24dbd-c80b-4887-884c-5d7ddafe80ca]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: INFO os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:32:2f,bridge_name='br-int',has_traffic_filtering=True,id=36cf0e06-c800-436f-ac21-43acb360a62b,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap36cf0e06-c8')
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:d6:a1,bridge_name='br-int',has_traffic_filtering=True,id=3bce6649-6c72-4522-8b9b-4179d3b428df,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bce6649-6c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:d6:a1,bridge_name='br-int',has_traffic_filtering=True,id=3bce6649-6c72-4522-8b9b-4179d3b428df,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bce6649-6c') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:57 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance a25f1a21-08a2-451a-b649-64b2e606f485 is timed out.
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e11893c1-e6dd-53d7-9b61-844592eb84ac', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Successfully detached device sdc from instance a25f1a21-08a2-451a-b649-64b2e606f485 from the live domain config.
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGJjKzXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:57 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3bce6649-6c, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3bce6649-6c, col_values=(('qos', UUID('22366cb4-85ec-4b4d-89cc-9637feb690f0')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3bce6649-6c, col_values=(('external_ids', {'iface-id': '3bce6649-6c72-4522-8b9b-4179d3b428df', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:d6:a1', 'vm-uuid': '47b7eb2c-7187-4969-b310-5630183d79c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[85289ea6-a8d5-401b-9902-c84842331d60]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260]
Oct 16 14:40:57 user nova-compute[74681]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: INFO os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:d6:a1,bridge_name='br-int',has_traffic_filtering=True,id=3bce6649-6c72-4522-8b9b-4179d3b428df,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bce6649-6c')
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:a4:d1,bridge_name='br-int',has_traffic_filtering=True,id=d023b39c-8e1d-4ba6-ae2b-88b99793fbc8,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd023b39c-8e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:a4:d1,bridge_name='br-int',has_traffic_filtering=True,id=d023b39c-8e1d-4ba6-ae2b-88b99793fbc8,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd023b39c-8e') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6928ea6c-8103-4994-9cf6-35207c48f09c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab1664ba-af5d-4afb-bf0c-4d83735f20bd]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] <== disconnect_volume: return (473ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7883dcec-9208-5eb2-8037-ad7d3513baf4', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.103s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[df34fe52-e0fa-45d6-aab2-28ed8c91f28d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:40:57 user nova-compute[74681]: No targets found.
Oct 16 14:40:57 user nova-compute[74681]: iSNS:
Oct 16 14:40:57 user nova-compute[74681]: No targets found.
Oct 16 14:40:57 user nova-compute[74681]: STATIC:
Oct 16 14:40:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:40:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37
Oct 16 14:40:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:40:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b
Oct 16 14:40:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790
Oct 16 14:40:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:40:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:57 user nova-compute[74681]: FIRMWARE:
Oct 16 14:40:57 user nova-compute[74681]: No targets found.
Oct 16 14:40:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:40:57 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:40:57 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca94a034-3632-4c76-97a9-8d5cfdbd7be3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd023b39c-8e, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd023b39c-8e, col_values=(('qos', UUID('eb5482b1-109b-4d15-b752-c9324d993ed0')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd023b39c-8e, col_values=(('external_ids', {'iface-id': 'd023b39c-8e1d-4ba6-ae2b-88b99793fbc8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:a4:d1', 'vm-uuid': '47b7eb2c-7187-4969-b310-5630183d79c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[55fcc55c-e375-424d-b09e-2eb9fafc4a9b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e82f2dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b'): ({'sdd'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Removing single pathed devices sdd {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c68eb31-8ebe-407a-98d3-eaa8b2e56187]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: INFO os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:a4:d1,bridge_name='br-int',has_traffic_filtering=True,id=d023b39c-8e1d-4ba6-ae2b-88b99793fbc8,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd023b39c-8e')
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:e2:3c,bridge_name='br-int',has_traffic_filtering=True,id=36e55e45-394f-4a58-9ce3-de89c0f8892a,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36e55e45-39') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:e2:3c,bridge_name='br-int',has_traffic_filtering=True,id=36e55e45-394f-4a58-9ce3-de89c0f8892a,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36e55e45-39') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '25dab3ef-0894-53ca-a025-9f18ef572f50', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8242c5b1-fe60-46a9-9447-df9784a184ab]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Flushing IO for device /dev/sdd {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbda3e3-a4c9-4994-83a7-daf005ed825f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[31ff171c-7758-4d4a-b492-a85fb428ecc2]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] SCSI volumes sdd have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36e55e45-39, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36e55e45-39, col_values=(('qos', UUID('7999091f-03d1-4e1f-bbac-d443707c8f1f')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36e55e45-39, col_values=(('external_ids', {'iface-id': '36e55e45-394f-4a58-9ce3-de89c0f8892a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:e2:3c', 'vm-uuid': '47b7eb2c-7187-4969-b310-5630183d79c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d778ebb-5aa8-41a3-8abe-5b1b2c586a3e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: INFO os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:e2:3c,bridge_name='br-int',has_traffic_filtering=True,id=36e55e45-394f-4a58-9ce3-de89c0f8892a,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36e55e45-39')
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=ea99225e-6b98-4b63-9355-ff496f75ada9,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea99225e-6b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=ea99225e-6b98-4b63-9355-ff496f75ada9,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea99225e-6b') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '48a513db-643d-510a-8048-ececbb98a465', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2df0c00-cceb-40e6-95f1-075479ba74fb]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260]
Oct 16 14:40:57 user nova-compute[74681]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b, portal: 172.16.0.220,3260] successful.
Oct 16 14:40:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa7446bf-5b59-42df-98c7-d3ce1c21240b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab93d63-956d-4692-b372-4c1030946690]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] <== disconnect_volume: return (437ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea99225e-6b, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea99225e-6b, col_values=(('qos', UUID('dfc0b8ab-c146-4f04-bb1d-660bcaff11a1')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea99225e-6b, col_values=(('external_ids', {'iface-id': 'ea99225e-6b98-4b63-9355-ff496f75ada9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:2e:a8', 'vm-uuid': '47b7eb2c-7187-4969-b310-5630183d79c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:57 user nova-compute[74681]: INFO os_vif [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=ea99225e-6b98-4b63-9355-ff496f75ada9,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea99225e-6b')
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] No BDM found with device name hda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] No VIF found with MAC fa:16:3e:65:75:c2, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:40:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] No VIF found with MAC fa:16:3e:cd:a4:d1, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:40:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Using config drive
Oct 16 14:40:58 user nova-compute[74681]: DEBUG nova.objects.instance [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lazy-loading 'flavor' on Instance uuid d4535bb9-de15-4930-ad56-a885cd321188 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7df06179-faae-47c4-b066-b4cf5786a90c tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.027s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:58 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Creating config drive at /opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3/disk.config
Oct 16 14:40:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp1vg6ir1f {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp1vg6ir1f" returned: 0 in 0.053s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lazy-loading 'flavor' on Instance uuid a25f1a21-08a2-451a-b649-64b2e606f485 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cdd85998-5585-4bbd-93c7-2d8a6b40464d tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.584s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:40:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f847eadb-9565-47d8-b71e-59e8426d30e6 is timed out.
Oct 16 14:40:59 user nova-compute[74681]: INFO nova.compute.manager [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Terminating instance
Oct 16 14:40:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully detached device vdb from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the live domain config.
Oct 16 14:40:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chYmtNXd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:40:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec34856a-c94e-46f8-8221-529c3bc35bfe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:40:59 user nova-compute[74681]: No targets found.
Oct 16 14:40:59 user nova-compute[74681]: iSNS:
Oct 16 14:40:59 user nova-compute[74681]: No targets found.
Oct 16 14:40:59 user nova-compute[74681]: STATIC:
Oct 16 14:40:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:40:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37
Oct 16 14:40:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:40:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790
Oct 16 14:40:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:40:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:40:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:40:59 user nova-compute[74681]: FIRMWARE:
Oct 16 14:40:59 user nova-compute[74681]: No targets found.
Oct 16 14:40:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:40:59 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:40:59 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b22761-7b29-4063-98ee-7f8afb4c3ab5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d9201f-ef47-409a-9860-019ffc381873]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:40:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e81d9480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37'): ({'sde'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Removing single pathed devices sde {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceef8337-2caf-44c6-b8e7-4058a393e2df]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a25d18-d74c-4e47-8d49-67f7fe23d6e4]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Flushing IO for device /dev/sde {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[301c75ee-d4af-4561-b0b2-31b746286c31]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c86d657-bc8b-4e08-99e2-7412a7c8244a]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:40:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ba344b-3065-4714-9b98-3fe47720b560]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --logout" returned: 0 in 0.092s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[705df42f-c2f4-4376-bf3a-65a78e329b69]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260]
Oct 16 14:41:00 user nova-compute[74681]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37, portal: 172.16.0.220,3260] successful.
Oct 16 14:41:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a3aee45-ba1c-44e1-8161-9de4e021fd37 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[62572d9f-f8b5-48e6-ab45-fa4344a23651]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.404s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] <== disconnect_volume: return (406ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-1c112af8-a150-44ab-bc93-b4f31f8fc66c req-d765b554-3ebf-422e-9727-dabf332d025f service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-vif-unplugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1c112af8-a150-44ab-bc93-b4f31f8fc66c req-d765b554-3ebf-422e-9727-dabf332d025f service nova] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1c112af8-a150-44ab-bc93-b4f31f8fc66c req-d765b554-3ebf-422e-9727-dabf332d025f service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1c112af8-a150-44ab-bc93-b4f31f8fc66c req-d765b554-3ebf-422e-9727-dabf332d025f service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-1c112af8-a150-44ab-bc93-b4f31f8fc66c req-d765b554-3ebf-422e-9727-dabf332d025f service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] No waiting events found dispatching network-vif-unplugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-1c112af8-a150-44ab-bc93-b4f31f8fc66c req-d765b554-3ebf-422e-9727-dabf332d025f service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-vif-unplugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-1e0bdb9e-9b0f-4c24-b6b1-ab59baadf61d req-fb04a948-8436-47e7-b7cd-e668ce8060ed service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1e0bdb9e-9b0f-4c24-b6b1-ab59baadf61d req-fb04a948-8436-47e7-b7cd-e668ce8060ed service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1e0bdb9e-9b0f-4c24-b6b1-ab59baadf61d req-fb04a948-8436-47e7-b7cd-e668ce8060ed service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1e0bdb9e-9b0f-4c24-b6b1-ab59baadf61d req-fb04a948-8436-47e7-b7cd-e668ce8060ed service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-1e0bdb9e-9b0f-4c24-b6b1-ab59baadf61d req-fb04a948-8436-47e7-b7cd-e668ce8060ed service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:00 user nova-compute[74681]: WARNING nova.compute.manager [req-1e0bdb9e-9b0f-4c24-b6b1-ab59baadf61d req-fb04a948-8436-47e7-b7cd-e668ce8060ed service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 for instance with vm_state building and task_state spawning.
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-859dc1d0-d0df-45b5-9a82-f99e9a895f40 req-023b1b93-886d-4dea-a6ef-3bc49606702e service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-859dc1d0-d0df-45b5-9a82-f99e9a895f40 req-023b1b93-886d-4dea-a6ef-3bc49606702e service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-859dc1d0-d0df-45b5-9a82-f99e9a895f40 req-023b1b93-886d-4dea-a6ef-3bc49606702e service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-859dc1d0-d0df-45b5-9a82-f99e9a895f40 req-023b1b93-886d-4dea-a6ef-3bc49606702e service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-859dc1d0-d0df-45b5-9a82-f99e9a895f40 req-023b1b93-886d-4dea-a6ef-3bc49606702e service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:00 user nova-compute[74681]: WARNING nova.compute.manager [req-859dc1d0-d0df-45b5-9a82-f99e9a895f40 req-023b1b93-886d-4dea-a6ef-3bc49606702e service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d for instance with vm_state building and task_state spawning.
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Instance destroyed successfully.
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lazy-loading 'resources' on Instance uuid a25f1a21-08a2-451a-b649-64b2e606f485 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-859505063',display_name='tempest-AttachSCSIVolumeTestJSON-server-859505063',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-859505063',id=7,image_ref='e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKHYrQlp2rCR/JRqt3usY3p+cNSC+WGJf8lyXoX3vB43UPG0K9Qog0vS1LYPcny1SDWI55AiCeZsFmBnGZ6raUKrEOtp74yWRxAlJF7X3tmXY4yoQwu3r4rVENjhf4DIMA==',key_name='tempest-keypair-1504372296',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b37c1814a87540b6ba2fc9fd8f8c1789',ramdisk_id='',reservation_id='r-lk065y4p',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e8c4f0c0-97d3-47ad-b4aa-522a95a5eb46',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-863832391',owner_user_name='tempest-AttachSCSIVolumeTestJSON-863832391-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a7122a7449604b499d713b79e1be3f80',uuid=a25f1a21-08a2-451a-b649-64b2e606f485,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.14", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Converting VIF {"id": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "address": "fa:16:3e:c8:2d:b7", "network": {"id": "9047b98f-7d95-46d9-8265-9e26e30e3729", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-866422811-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.14", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b37c1814a87540b6ba2fc9fd8f8c1789", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3d151ce-fb", "ovs_interfaceid": "b3d151ce-fb98-4b4b-b609-d2b12ea7099b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c8:2d:b7,bridge_name='br-int',has_traffic_filtering=True,id=b3d151ce-fb98-4b4b-b609-d2b12ea7099b,network=Network(9047b98f-7d95-46d9-8265-9e26e30e3729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3d151ce-fb') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG os_vif [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:2d:b7,bridge_name='br-int',has_traffic_filtering=True,id=b3d151ce-fb98-4b4b-b609-d2b12ea7099b,network=Network(9047b98f-7d95-46d9-8265-9e26e30e3729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3d151ce-fb') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb3d151ce-fb, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f8982d2-c3c7-4e52-83c7-4d3af853a4e0) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: INFO os_vif [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:2d:b7,bridge_name='br-int',has_traffic_filtering=True,id=b3d151ce-fb98-4b4b-b609-d2b12ea7099b,network=Network(9047b98f-7d95-46d9-8265-9e26e30e3729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3d151ce-fb')
Oct 16 14:41:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Deleting instance files /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485_del
Oct 16 14:41:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Deletion of /opt/stack/data/nova/instances/a25f1a21-08a2-451a-b649-64b2e606f485_del complete
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: INFO nova.compute.manager [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Took 1.50 seconds to destroy the instance on the hypervisor.
Oct 16 14:41:01 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.objects.instance [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'flavor' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-62c94bb1-22cd-4535-b3a2-cd1d512d0847 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.582s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "interface-f847eadb-9565-47d8-b71e-59e8426d30e6-8ca44d0c-9cb7-439c-a331-e2a736bc08a7" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "interface-f847eadb-9565-47d8-b71e-59e8426d30e6-8ca44d0c-9cb7-439c-a331-e2a736bc08a7" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'flavor' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converting VIF {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface> {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface> {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Attempting to detach device tap8ca44d0c-9c from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] detach device xml: <interface type="ethernet">
Oct 16 14:41:01 user nova-compute[74681]:   <mac address="fa:16:3e:02:b2:fc"/>
Oct 16 14:41:01 user nova-compute[74681]:   <model type="virtio"/>
Oct 16 14:41:01 user nova-compute[74681]:   <mtu size="1442"/>
Oct 16 14:41:01 user nova-compute[74681]:   <target dev="tap8ca44d0c-9c"/>
Oct 16 14:41:01 user nova-compute[74681]: </interface>
Oct 16 14:41:01 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface> {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 16 14:41:01 user nova-compute[74681]:   <name>instance-00000009</name>
Oct 16 14:41:01 user nova-compute[74681]:   <uuid>f847eadb-9565-47d8-b71e-59e8426d30e6</uuid>
Oct 16 14:41:01 user nova-compute[74681]:   <metadata>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:01 user nova-compute[74681]:   <nova:package version="0.0.0"/>
Oct 16 14:41:01 user nova-compute[74681]:   <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:41:01 user nova-compute[74681]:   <nova:creationTime>2023-10-16 14:40:17</nova:creationTime>
Oct 16 14:41:01 user nova-compute[74681]:   <nova:flavor name="m1.tiny">
Oct 16 14:41:01 user nova-compute[74681]:     <nova:memory>512</nova:memory>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:disk>1</nova:disk>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:swap>0</nova:swap>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:01 user nova-compute[74681]:   </nova:flavor>
Oct 16 14:41:01 user nova-compute[74681]:   <nova:owner>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:41:01 user nova-compute[74681]:   </nova:owner>
Oct 16 14:41:01 user nova-compute[74681]:   <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:01 user nova-compute[74681]:   <nova:ports>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:41:01 user nova-compute[74681]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:41:01 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:01 user nova-compute[74681]:     <nova:port uuid="8ca44d0c-9cb7-439c-a331-e2a736bc08a7">
Oct 16 14:41:01 user nova-compute[74681]:       <nova:ip type="fixed" address="10.10.10.235" ipVersion="4"/>
Oct 16 14:41:01 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:01 user nova-compute[74681]:   </nova:ports>
Oct 16 14:41:01 user nova-compute[74681]: </nova:instance>
Oct 16 14:41:01 user nova-compute[74681]:   </metadata>
Oct 16 14:41:01 user nova-compute[74681]:   <memory unit='KiB'>524288</memory>
Oct 16 14:41:01 user nova-compute[74681]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 14:41:01 user nova-compute[74681]:   <vcpu placement='static'>1</vcpu>
Oct 16 14:41:01 user nova-compute[74681]:   <resource>
Oct 16 14:41:01 user nova-compute[74681]:     <partition>/machine</partition>
Oct 16 14:41:01 user nova-compute[74681]:   </resource>
Oct 16 14:41:01 user nova-compute[74681]:   <sysinfo type='smbios'>
Oct 16 14:41:01 user nova-compute[74681]:     <system>
Oct 16 14:41:01 user nova-compute[74681]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 14:41:01 user nova-compute[74681]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 14:41:01 user nova-compute[74681]:       <entry name='version'>0.0.0</entry>
Oct 16 14:41:01 user nova-compute[74681]:       <entry name='serial'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:01 user nova-compute[74681]:       <entry name='uuid'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:01 user nova-compute[74681]:       <entry name='family'>Virtual Machine</entry>
Oct 16 14:41:01 user nova-compute[74681]:     </system>
Oct 16 14:41:01 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:01 user nova-compute[74681]:   <os>
Oct 16 14:41:01 user nova-compute[74681]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 14:41:01 user nova-compute[74681]:     <boot dev='hd'/>
Oct 16 14:41:01 user nova-compute[74681]:     <smbios mode='sysinfo'/>
Oct 16 14:41:01 user nova-compute[74681]:   </os>
Oct 16 14:41:01 user nova-compute[74681]:   <features>
Oct 16 14:41:01 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:01 user nova-compute[74681]:     <apic/>
Oct 16 14:41:01 user nova-compute[74681]:     <vmcoreinfo state='on'/>
Oct 16 14:41:01 user nova-compute[74681]:   </features>
Oct 16 14:41:01 user nova-compute[74681]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 14:41:01 user nova-compute[74681]:     <model fallback='forbid'>Nehalem</model>
Oct 16 14:41:01 user nova-compute[74681]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 14:41:01 user nova-compute[74681]:     <feature policy='require' name='vme'/>
Oct 16 14:41:01 user nova-compute[74681]:     <feature policy='require' name='x2apic'/>
Oct 16 14:41:01 user nova-compute[74681]:     <feature policy='require' name='hypervisor'/>
Oct 16 14:41:01 user nova-compute[74681]:   </cpu>
Oct 16 14:41:01 user nova-compute[74681]:   <clock offset='utc'>
Oct 16 14:41:01 user nova-compute[74681]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 14:41:01 user nova-compute[74681]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 14:41:01 user nova-compute[74681]:     <timer name='hpet' present='no'/>
Oct 16 14:41:01 user nova-compute[74681]:   </clock>
Oct 16 14:41:01 user nova-compute[74681]:   <on_poweroff>destroy</on_poweroff>
Oct 16 14:41:01 user nova-compute[74681]:   <on_reboot>restart</on_reboot>
Oct 16 14:41:01 user nova-compute[74681]:   <on_crash>destroy</on_crash>
Oct 16 14:41:01 user nova-compute[74681]:   <devices>
Oct 16 14:41:01 user nova-compute[74681]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 14:41:01 user nova-compute[74681]:     <disk type='file' device='disk'>
Oct 16 14:41:01 user nova-compute[74681]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 14:41:01 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk' index='2'/>
Oct 16 14:41:01 user nova-compute[74681]:       <backingStore type='file' index='3'>
Oct 16 14:41:01 user nova-compute[74681]:         <format type='raw'/>
Oct 16 14:41:01 user nova-compute[74681]:         <source file='/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7'/>
Oct 16 14:41:01 user nova-compute[74681]:         <backingStore/>
Oct 16 14:41:01 user nova-compute[74681]:       </backingStore>
Oct 16 14:41:01 user nova-compute[74681]:       <target dev='vda' bus='virtio'/>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='virtio-disk0'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </disk>
Oct 16 14:41:01 user nova-compute[74681]:     <disk type='file' device='cdrom'>
Oct 16 14:41:01 user nova-compute[74681]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 14:41:01 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config' index='1'/>
Oct 16 14:41:01 user nova-compute[74681]:       <backingStore/>
Oct 16 14:41:01 user nova-compute[74681]:       <target dev='hda' bus='ide'/>
Oct 16 14:41:01 user nova-compute[74681]:       <readonly/>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='ide0-0-0'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </disk>
Oct 16 14:41:01 user nova-compute[74681]:     <controller type='usb' index='0' model='none'>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='usb'/>
Oct 16 14:41:01 user nova-compute[74681]:     </controller>
Oct 16 14:41:01 user nova-compute[74681]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='pci.0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </controller>
Oct 16 14:41:01 user nova-compute[74681]:     <controller type='ide' index='0'>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='ide'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 14:41:01 user nova-compute[74681]:     </controller>
Oct 16 14:41:01 user nova-compute[74681]:     <interface type='ethernet'>
Oct 16 14:41:01 user nova-compute[74681]:       <mac address='fa:16:3e:5b:db:98'/>
Oct 16 14:41:01 user nova-compute[74681]:       <target dev='tap6b04d9c4-44'/>
Oct 16 14:41:01 user nova-compute[74681]:       <model type='virtio'/>
Oct 16 14:41:01 user nova-compute[74681]:       <mtu size='1442'/>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='net0'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </interface>
Oct 16 14:41:01 user nova-compute[74681]:     <interface type='ethernet'>
Oct 16 14:41:01 user nova-compute[74681]:       <mac address='fa:16:3e:02:b2:fc'/>
Oct 16 14:41:01 user nova-compute[74681]:       <target dev='tap8ca44d0c-9c'/>
Oct 16 14:41:01 user nova-compute[74681]:       <model type='virtio'/>
Oct 16 14:41:01 user nova-compute[74681]:       <mtu size='1442'/>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='net1'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </interface>
Oct 16 14:41:01 user nova-compute[74681]:     <serial type='pty'>
Oct 16 14:41:01 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:01 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:01 user nova-compute[74681]:       <target type='isa-serial' port='0'>
Oct 16 14:41:01 user nova-compute[74681]:         <model name='isa-serial'/>
Oct 16 14:41:01 user nova-compute[74681]:       </target>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </serial>
Oct 16 14:41:01 user nova-compute[74681]:     <console type='pty' tty='/dev/pts/8'>
Oct 16 14:41:01 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:01 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:01 user nova-compute[74681]:       <target type='serial' port='0'/>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </console>
Oct 16 14:41:01 user nova-compute[74681]:     <input type='mouse' bus='ps2'>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='input0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </input>
Oct 16 14:41:01 user nova-compute[74681]:     <input type='keyboard' bus='ps2'>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='input1'/>
Oct 16 14:41:01 user nova-compute[74681]:     </input>
Oct 16 14:41:01 user nova-compute[74681]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 16 14:41:01 user nova-compute[74681]:       <listen type='address' address='0.0.0.0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </graphics>
Oct 16 14:41:01 user nova-compute[74681]:     <audio id='1' type='none'/>
Oct 16 14:41:01 user nova-compute[74681]:     <video>
Oct 16 14:41:01 user nova-compute[74681]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='video0'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </video>
Oct 16 14:41:01 user nova-compute[74681]:     <memballoon model='virtio'>
Oct 16 14:41:01 user nova-compute[74681]:       <stats period='10'/>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='balloon0'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:01 user nova-compute[74681]:     <rng model='virtio'>
Oct 16 14:41:01 user nova-compute[74681]:       <backend model='random'>/dev/urandom</backend>
Oct 16 14:41:01 user nova-compute[74681]:       <alias name='rng0'/>
Oct 16 14:41:01 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 14:41:01 user nova-compute[74681]:     </rng>
Oct 16 14:41:01 user nova-compute[74681]:   </devices>
Oct 16 14:41:01 user nova-compute[74681]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 14:41:01 user nova-compute[74681]:     <label>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</label>
Oct 16 14:41:01 user nova-compute[74681]:     <imagelabel>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</imagelabel>
Oct 16 14:41:01 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:01 user nova-compute[74681]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 14:41:01 user nova-compute[74681]:     <label>+64055:+108</label>
Oct 16 14:41:01 user nova-compute[74681]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 14:41:01 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:01 user nova-compute[74681]: </domain>
Oct 16 14:41:01 user nova-compute[74681]:  {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 14:41:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully detached device tap8ca44d0c-9c from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the persistent domain config.
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] (1/8): Attempting to detach device tap8ca44d0c-9c with device alias net1 from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:41:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] detach device xml: <interface type="ethernet">
Oct 16 14:41:01 user nova-compute[74681]:   <mac address="fa:16:3e:02:b2:fc"/>
Oct 16 14:41:01 user nova-compute[74681]:   <model type="virtio"/>
Oct 16 14:41:01 user nova-compute[74681]:   <mtu size="1442"/>
Oct 16 14:41:01 user nova-compute[74681]:   <target dev="tap8ca44d0c-9c"/>
Oct 16 14:41:01 user nova-compute[74681]: </interface>
Oct 16 14:41:01 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Start waiting for the detach event from libvirt for device tap8ca44d0c-9c with device alias net1 for instance f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-e487b0cb-949f-4bb1-9bc1-de299bc746b2 req-a1e7bb3b-9c63-4b82-86fe-521ffb1eab87 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e487b0cb-949f-4bb1-9bc1-de299bc746b2 req-a1e7bb3b-9c63-4b82-86fe-521ffb1eab87 service nova] Acquiring lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e487b0cb-949f-4bb1-9bc1-de299bc746b2 req-a1e7bb3b-9c63-4b82-86fe-521ffb1eab87 service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e487b0cb-949f-4bb1-9bc1-de299bc746b2 req-a1e7bb3b-9c63-4b82-86fe-521ffb1eab87 service nova] Lock "a25f1a21-08a2-451a-b649-64b2e606f485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-e487b0cb-949f-4bb1-9bc1-de299bc746b2 req-a1e7bb3b-9c63-4b82-86fe-521ffb1eab87 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] No waiting events found dispatching network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-e487b0cb-949f-4bb1-9bc1-de299bc746b2 req-a1e7bb3b-9c63-4b82-86fe-521ffb1eab87 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received unexpected event network-vif-plugged-b3d151ce-fb98-4b4b-b609-d2b12ea7099b for instance with vm_state active and task_state deleting.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Took 1.22 seconds to deallocate network for instance.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-2c5ea497-fdb6-464c-a4fd-0b2981e2995d req-dda4c972-eb1d-4ba3-8854-254a57947a26 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a for instance with vm_state building and task_state spawning.
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:02 user nova-compute[74681]: WARNING nova.compute.manager [req-5c9c44d8-96c8-4e85-8ee4-3895175da78c req-818048c7-5351-4de3-a9d7-24930c7514d5 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a for instance with vm_state building and task_state spawning.
Oct 16 14:41:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:41:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:41:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.619s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:03 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Deleted allocations for instance a25f1a21-08a2-451a-b649-64b2e606f485
Oct 16 14:41:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0dc262fa-f017-4980-ae2b-37a1c389736b tempest-AttachSCSIVolumeTestJSON-863832391 tempest-AttachSCSIVolumeTestJSON-863832391-project-member] Lock "a25f1a21-08a2-451a-b649-64b2e606f485" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.788s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-2627659c-0211-4b9b-a210-577d8081c923 req-371a7f4f-7962-4fd0-9426-0a8d6010eaf4 service nova] [instance: a25f1a21-08a2-451a-b649-64b2e606f485] Received event network-vif-deleted-b3d151ce-fb98-4b4b-b609-d2b12ea7099b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-unplugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-unplugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:04 user nova-compute[74681]: WARNING nova.compute.manager [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received unexpected event network-vif-unplugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 for instance with vm_state active and task_state None.
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:04 user nova-compute[74681]: WARNING nova.compute.manager [req-9c5b7e81-9301-46ba-b721-6250b659ddb0 req-64c76aaa-7f85-4f9d-a6e5-7d27eb35140c service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received unexpected event network-vif-plugged-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 for instance with vm_state active and task_state None.
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:04 user nova-compute[74681]: WARNING nova.compute.manager [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 for instance with vm_state building and task_state spawning.
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:04 user nova-compute[74681]: WARNING nova.compute.manager [req-e2955b2b-9874-4cf1-9764-d45b6b62e6c7 req-24f1c032-a178-4d4e-8903-35e0c57d5c86 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 for instance with vm_state building and task_state spawning.
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:41:05 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance spawned successfully.
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:05 user nova-compute[74681]: INFO nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Took 12.77 seconds to spawn the instance on the hypervisor.
Oct 16 14:41:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:41:05 user nova-compute[74681]: INFO nova.compute.manager [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Took 106.42 seconds to build instance.
Oct 16 14:41:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-dc48b557-0869-4d82-ad1b-4ab52fcba248 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "47b7eb2c-7187-4969-b310-5630183d79c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 106.540s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:22 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Waiting for libvirt event about the detach of device tap8ca44d0c-9c with device alias net1 from instance f847eadb-9565-47d8-b71e-59e8426d30e6 is timed out.
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface> {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 16 14:41:22 user nova-compute[74681]:   <name>instance-00000009</name>
Oct 16 14:41:22 user nova-compute[74681]:   <uuid>f847eadb-9565-47d8-b71e-59e8426d30e6</uuid>
Oct 16 14:41:22 user nova-compute[74681]:   <metadata>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:22 user nova-compute[74681]:   <nova:package version="0.0.0"/>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:creationTime>2023-10-16 14:40:17</nova:creationTime>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:flavor name="m1.tiny">
Oct 16 14:41:22 user nova-compute[74681]:     <nova:memory>512</nova:memory>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:disk>1</nova:disk>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:swap>0</nova:swap>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:22 user nova-compute[74681]:   </nova:flavor>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:owner>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:41:22 user nova-compute[74681]:   </nova:owner>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:ports>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:41:22 user nova-compute[74681]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:41:22 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:port uuid="8ca44d0c-9cb7-439c-a331-e2a736bc08a7">
Oct 16 14:41:22 user nova-compute[74681]:       <nova:ip type="fixed" address="10.10.10.235" ipVersion="4"/>
Oct 16 14:41:22 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:22 user nova-compute[74681]:   </nova:ports>
Oct 16 14:41:22 user nova-compute[74681]: </nova:instance>
Oct 16 14:41:22 user nova-compute[74681]:   </metadata>
Oct 16 14:41:22 user nova-compute[74681]:   <memory unit='KiB'>524288</memory>
Oct 16 14:41:22 user nova-compute[74681]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 14:41:22 user nova-compute[74681]:   <vcpu placement='static'>1</vcpu>
Oct 16 14:41:22 user nova-compute[74681]:   <resource>
Oct 16 14:41:22 user nova-compute[74681]:     <partition>/machine</partition>
Oct 16 14:41:22 user nova-compute[74681]:   </resource>
Oct 16 14:41:22 user nova-compute[74681]:   <sysinfo type='smbios'>
Oct 16 14:41:22 user nova-compute[74681]:     <system>
Oct 16 14:41:22 user nova-compute[74681]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 14:41:22 user nova-compute[74681]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 14:41:22 user nova-compute[74681]:       <entry name='version'>0.0.0</entry>
Oct 16 14:41:22 user nova-compute[74681]:       <entry name='serial'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:22 user nova-compute[74681]:       <entry name='uuid'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:22 user nova-compute[74681]:       <entry name='family'>Virtual Machine</entry>
Oct 16 14:41:22 user nova-compute[74681]:     </system>
Oct 16 14:41:22 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:22 user nova-compute[74681]:   <os>
Oct 16 14:41:22 user nova-compute[74681]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 14:41:22 user nova-compute[74681]:     <boot dev='hd'/>
Oct 16 14:41:22 user nova-compute[74681]:     <smbios mode='sysinfo'/>
Oct 16 14:41:22 user nova-compute[74681]:   </os>
Oct 16 14:41:22 user nova-compute[74681]:   <features>
Oct 16 14:41:22 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:22 user nova-compute[74681]:     <apic/>
Oct 16 14:41:22 user nova-compute[74681]:     <vmcoreinfo state='on'/>
Oct 16 14:41:22 user nova-compute[74681]:   </features>
Oct 16 14:41:22 user nova-compute[74681]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 14:41:22 user nova-compute[74681]:     <model fallback='forbid'>Nehalem</model>
Oct 16 14:41:22 user nova-compute[74681]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 14:41:22 user nova-compute[74681]:     <feature policy='require' name='vme'/>
Oct 16 14:41:22 user nova-compute[74681]:     <feature policy='require' name='x2apic'/>
Oct 16 14:41:22 user nova-compute[74681]:     <feature policy='require' name='hypervisor'/>
Oct 16 14:41:22 user nova-compute[74681]:   </cpu>
Oct 16 14:41:22 user nova-compute[74681]:   <clock offset='utc'>
Oct 16 14:41:22 user nova-compute[74681]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 14:41:22 user nova-compute[74681]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 14:41:22 user nova-compute[74681]:     <timer name='hpet' present='no'/>
Oct 16 14:41:22 user nova-compute[74681]:   </clock>
Oct 16 14:41:22 user nova-compute[74681]:   <on_poweroff>destroy</on_poweroff>
Oct 16 14:41:22 user nova-compute[74681]:   <on_reboot>restart</on_reboot>
Oct 16 14:41:22 user nova-compute[74681]:   <on_crash>destroy</on_crash>
Oct 16 14:41:22 user nova-compute[74681]:   <devices>
Oct 16 14:41:22 user nova-compute[74681]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 14:41:22 user nova-compute[74681]:     <disk type='file' device='disk'>
Oct 16 14:41:22 user nova-compute[74681]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 14:41:22 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk' index='2'/>
Oct 16 14:41:22 user nova-compute[74681]:       <backingStore type='file' index='3'>
Oct 16 14:41:22 user nova-compute[74681]:         <format type='raw'/>
Oct 16 14:41:22 user nova-compute[74681]:         <source file='/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7'/>
Oct 16 14:41:22 user nova-compute[74681]:         <backingStore/>
Oct 16 14:41:22 user nova-compute[74681]:       </backingStore>
Oct 16 14:41:22 user nova-compute[74681]:       <target dev='vda' bus='virtio'/>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='virtio-disk0'/>
Oct 16 14:41:22 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </disk>
Oct 16 14:41:22 user nova-compute[74681]:     <disk type='file' device='cdrom'>
Oct 16 14:41:22 user nova-compute[74681]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 14:41:22 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config' index='1'/>
Oct 16 14:41:22 user nova-compute[74681]:       <backingStore/>
Oct 16 14:41:22 user nova-compute[74681]:       <target dev='hda' bus='ide'/>
Oct 16 14:41:22 user nova-compute[74681]:       <readonly/>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='ide0-0-0'/>
Oct 16 14:41:22 user nova-compute[74681]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </disk>
Oct 16 14:41:22 user nova-compute[74681]:     <controller type='usb' index='0' model='none'>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='usb'/>
Oct 16 14:41:22 user nova-compute[74681]:     </controller>
Oct 16 14:41:22 user nova-compute[74681]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='pci.0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </controller>
Oct 16 14:41:22 user nova-compute[74681]:     <controller type='ide' index='0'>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='ide'/>
Oct 16 14:41:22 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 14:41:22 user nova-compute[74681]:     </controller>
Oct 16 14:41:22 user nova-compute[74681]:     <interface type='ethernet'>
Oct 16 14:41:22 user nova-compute[74681]:       <mac address='fa:16:3e:5b:db:98'/>
Oct 16 14:41:22 user nova-compute[74681]:       <target dev='tap6b04d9c4-44'/>
Oct 16 14:41:22 user nova-compute[74681]:       <model type='virtio'/>
Oct 16 14:41:22 user nova-compute[74681]:       <mtu size='1442'/>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='net0'/>
Oct 16 14:41:22 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </interface>
Oct 16 14:41:22 user nova-compute[74681]:     <serial type='pty'>
Oct 16 14:41:22 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:22 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:22 user nova-compute[74681]:       <target type='isa-serial' port='0'>
Oct 16 14:41:22 user nova-compute[74681]:         <model name='isa-serial'/>
Oct 16 14:41:22 user nova-compute[74681]:       </target>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </serial>
Oct 16 14:41:22 user nova-compute[74681]:     <console type='pty' tty='/dev/pts/8'>
Oct 16 14:41:22 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:22 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:22 user nova-compute[74681]:       <target type='serial' port='0'/>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </console>
Oct 16 14:41:22 user nova-compute[74681]:     <input type='mouse' bus='ps2'>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='input0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </input>
Oct 16 14:41:22 user nova-compute[74681]:     <input type='keyboard' bus='ps2'>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='input1'/>
Oct 16 14:41:22 user nova-compute[74681]:     </input>
Oct 16 14:41:22 user nova-compute[74681]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 16 14:41:22 user nova-compute[74681]:       <listen type='address' address='0.0.0.0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </graphics>
Oct 16 14:41:22 user nova-compute[74681]:     <audio id='1' type='none'/>
Oct 16 14:41:22 user nova-compute[74681]:     <video>
Oct 16 14:41:22 user nova-compute[74681]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='video0'/>
Oct 16 14:41:22 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </video>
Oct 16 14:41:22 user nova-compute[74681]:     <memballoon model='virtio'>
Oct 16 14:41:22 user nova-compute[74681]:       <stats period='10'/>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='balloon0'/>
Oct 16 14:41:22 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:22 user nova-compute[74681]:     <rng model='virtio'>
Oct 16 14:41:22 user nova-compute[74681]:       <backend model='random'>/dev/urandom</backend>
Oct 16 14:41:22 user nova-compute[74681]:       <alias name='rng0'/>
Oct 16 14:41:22 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 14:41:22 user nova-compute[74681]:     </rng>
Oct 16 14:41:22 user nova-compute[74681]:   </devices>
Oct 16 14:41:22 user nova-compute[74681]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 14:41:22 user nova-compute[74681]:     <label>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</label>
Oct 16 14:41:22 user nova-compute[74681]:     <imagelabel>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</imagelabel>
Oct 16 14:41:22 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:22 user nova-compute[74681]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 14:41:22 user nova-compute[74681]:     <label>+64055:+108</label>
Oct 16 14:41:22 user nova-compute[74681]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 14:41:22 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:22 user nova-compute[74681]: </domain>
Oct 16 14:41:22 user nova-compute[74681]:  {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 14:41:22 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully detached device tap8ca44d0c-9c from instance f847eadb-9565-47d8-b71e-59e8426d30e6 from the live domain config.
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converting VIF {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG os_vif [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8ca44d0c-9c, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8811feef-01cf-4257-ab4c-4a819ef585d6) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:22 user nova-compute[74681]: INFO os_vif [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c')
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:22 user nova-compute[74681]:   <nova:package version="0.0.0"/>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:creationTime>2023-10-16 14:41:22</nova:creationTime>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:flavor name="m1.tiny">
Oct 16 14:41:22 user nova-compute[74681]:     <nova:memory>512</nova:memory>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:disk>1</nova:disk>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:swap>0</nova:swap>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:22 user nova-compute[74681]:   </nova:flavor>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:owner>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:41:22 user nova-compute[74681]:   </nova:owner>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:22 user nova-compute[74681]:   <nova:ports>
Oct 16 14:41:22 user nova-compute[74681]:     <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:41:22 user nova-compute[74681]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:41:22 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:22 user nova-compute[74681]:   </nova:ports>
Oct 16 14:41:22 user nova-compute[74681]: </nova:instance>
Oct 16 14:41:22 user nova-compute[74681]:  {{(pid=74681) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.compute.manager [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-deleted-8ca44d0c-9cb7-439c-a331-e2a736bc08a7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:22 user nova-compute[74681]: INFO nova.compute.manager [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Neutron deleted interface 8ca44d0c-9cb7-439c-a331-e2a736bc08a7; detaching it from the instance and deleting it from the info cache
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.network.neutron [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.objects.instance [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Lazy-loading 'system_metadata' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquired lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.objects.instance [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Lazy-loading 'flavor' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.objects.base [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Object Instance<f847eadb-9565-47d8-b71e-59e8426d30e6> lazy-loaded attributes: system_metadata,flavor {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Converting VIF {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface> {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 16 14:41:23 user nova-compute[74681]:   <name>instance-00000009</name>
Oct 16 14:41:23 user nova-compute[74681]:   <uuid>f847eadb-9565-47d8-b71e-59e8426d30e6</uuid>
Oct 16 14:41:23 user nova-compute[74681]:   <metadata>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:23 user nova-compute[74681]:   <nova:package version="0.0.0"/>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:creationTime>2023-10-16 14:41:22</nova:creationTime>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:flavor name="m1.tiny">
Oct 16 14:41:23 user nova-compute[74681]:     <nova:memory>512</nova:memory>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:disk>1</nova:disk>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:swap>0</nova:swap>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:flavor>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:owner>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:owner>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:ports>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:41:23 user nova-compute[74681]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:41:23 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:ports>
Oct 16 14:41:23 user nova-compute[74681]: </nova:instance>
Oct 16 14:41:23 user nova-compute[74681]:   </metadata>
Oct 16 14:41:23 user nova-compute[74681]:   <memory unit='KiB'>524288</memory>
Oct 16 14:41:23 user nova-compute[74681]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 14:41:23 user nova-compute[74681]:   <vcpu placement='static'>1</vcpu>
Oct 16 14:41:23 user nova-compute[74681]:   <resource>
Oct 16 14:41:23 user nova-compute[74681]:     <partition>/machine</partition>
Oct 16 14:41:23 user nova-compute[74681]:   </resource>
Oct 16 14:41:23 user nova-compute[74681]:   <sysinfo type='smbios'>
Oct 16 14:41:23 user nova-compute[74681]:     <system>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='version'>0.0.0</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='serial'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='uuid'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='family'>Virtual Machine</entry>
Oct 16 14:41:23 user nova-compute[74681]:     </system>
Oct 16 14:41:23 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:23 user nova-compute[74681]:   <os>
Oct 16 14:41:23 user nova-compute[74681]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 14:41:23 user nova-compute[74681]:     <boot dev='hd'/>
Oct 16 14:41:23 user nova-compute[74681]:     <smbios mode='sysinfo'/>
Oct 16 14:41:23 user nova-compute[74681]:   </os>
Oct 16 14:41:23 user nova-compute[74681]:   <features>
Oct 16 14:41:23 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:23 user nova-compute[74681]:     <apic/>
Oct 16 14:41:23 user nova-compute[74681]:     <vmcoreinfo state='on'/>
Oct 16 14:41:23 user nova-compute[74681]:   </features>
Oct 16 14:41:23 user nova-compute[74681]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 14:41:23 user nova-compute[74681]:     <model fallback='forbid'>Nehalem</model>
Oct 16 14:41:23 user nova-compute[74681]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 14:41:23 user nova-compute[74681]:     <feature policy='require' name='vme'/>
Oct 16 14:41:23 user nova-compute[74681]:     <feature policy='require' name='x2apic'/>
Oct 16 14:41:23 user nova-compute[74681]:     <feature policy='require' name='hypervisor'/>
Oct 16 14:41:23 user nova-compute[74681]:   </cpu>
Oct 16 14:41:23 user nova-compute[74681]:   <clock offset='utc'>
Oct 16 14:41:23 user nova-compute[74681]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 14:41:23 user nova-compute[74681]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 14:41:23 user nova-compute[74681]:     <timer name='hpet' present='no'/>
Oct 16 14:41:23 user nova-compute[74681]:   </clock>
Oct 16 14:41:23 user nova-compute[74681]:   <on_poweroff>destroy</on_poweroff>
Oct 16 14:41:23 user nova-compute[74681]:   <on_reboot>restart</on_reboot>
Oct 16 14:41:23 user nova-compute[74681]:   <on_crash>destroy</on_crash>
Oct 16 14:41:23 user nova-compute[74681]:   <devices>
Oct 16 14:41:23 user nova-compute[74681]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 14:41:23 user nova-compute[74681]:     <disk type='file' device='disk'>
Oct 16 14:41:23 user nova-compute[74681]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 14:41:23 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk' index='2'/>
Oct 16 14:41:23 user nova-compute[74681]:       <backingStore type='file' index='3'>
Oct 16 14:41:23 user nova-compute[74681]:         <format type='raw'/>
Oct 16 14:41:23 user nova-compute[74681]:         <source file='/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7'/>
Oct 16 14:41:23 user nova-compute[74681]:         <backingStore/>
Oct 16 14:41:23 user nova-compute[74681]:       </backingStore>
Oct 16 14:41:23 user nova-compute[74681]:       <target dev='vda' bus='virtio'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='virtio-disk0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </disk>
Oct 16 14:41:23 user nova-compute[74681]:     <disk type='file' device='cdrom'>
Oct 16 14:41:23 user nova-compute[74681]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 14:41:23 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config' index='1'/>
Oct 16 14:41:23 user nova-compute[74681]:       <backingStore/>
Oct 16 14:41:23 user nova-compute[74681]:       <target dev='hda' bus='ide'/>
Oct 16 14:41:23 user nova-compute[74681]:       <readonly/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='ide0-0-0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </disk>
Oct 16 14:41:23 user nova-compute[74681]:     <controller type='usb' index='0' model='none'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='usb'/>
Oct 16 14:41:23 user nova-compute[74681]:     </controller>
Oct 16 14:41:23 user nova-compute[74681]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='pci.0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </controller>
Oct 16 14:41:23 user nova-compute[74681]:     <controller type='ide' index='0'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='ide'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 14:41:23 user nova-compute[74681]:     </controller>
Oct 16 14:41:23 user nova-compute[74681]:     <interface type='ethernet'>
Oct 16 14:41:23 user nova-compute[74681]:       <mac address='fa:16:3e:5b:db:98'/>
Oct 16 14:41:23 user nova-compute[74681]:       <target dev='tap6b04d9c4-44'/>
Oct 16 14:41:23 user nova-compute[74681]:       <model type='virtio'/>
Oct 16 14:41:23 user nova-compute[74681]:       <mtu size='1442'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='net0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </interface>
Oct 16 14:41:23 user nova-compute[74681]:     <serial type='pty'>
Oct 16 14:41:23 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:23 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:23 user nova-compute[74681]:       <target type='isa-serial' port='0'>
Oct 16 14:41:23 user nova-compute[74681]:         <model name='isa-serial'/>
Oct 16 14:41:23 user nova-compute[74681]:       </target>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </serial>
Oct 16 14:41:23 user nova-compute[74681]:     <console type='pty' tty='/dev/pts/8'>
Oct 16 14:41:23 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:23 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:23 user nova-compute[74681]:       <target type='serial' port='0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </console>
Oct 16 14:41:23 user nova-compute[74681]:     <input type='mouse' bus='ps2'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='input0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </input>
Oct 16 14:41:23 user nova-compute[74681]:     <input type='keyboard' bus='ps2'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='input1'/>
Oct 16 14:41:23 user nova-compute[74681]:     </input>
Oct 16 14:41:23 user nova-compute[74681]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 16 14:41:23 user nova-compute[74681]:       <listen type='address' address='0.0.0.0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </graphics>
Oct 16 14:41:23 user nova-compute[74681]:     <audio id='1' type='none'/>
Oct 16 14:41:23 user nova-compute[74681]:     <video>
Oct 16 14:41:23 user nova-compute[74681]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='video0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </video>
Oct 16 14:41:23 user nova-compute[74681]:     <memballoon model='virtio'>
Oct 16 14:41:23 user nova-compute[74681]:       <stats period='10'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='balloon0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:23 user nova-compute[74681]:     <rng model='virtio'>
Oct 16 14:41:23 user nova-compute[74681]:       <backend model='random'>/dev/urandom</backend>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='rng0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </rng>
Oct 16 14:41:23 user nova-compute[74681]:   </devices>
Oct 16 14:41:23 user nova-compute[74681]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 14:41:23 user nova-compute[74681]:     <label>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</label>
Oct 16 14:41:23 user nova-compute[74681]:     <imagelabel>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</imagelabel>
Oct 16 14:41:23 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:23 user nova-compute[74681]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 14:41:23 user nova-compute[74681]:     <label>+64055:+108</label>
Oct 16 14:41:23 user nova-compute[74681]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 14:41:23 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:23 user nova-compute[74681]: </domain>
Oct 16 14:41:23 user nova-compute[74681]:  {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface> {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:02:b2:fc"/><model type="virtio"/><mtu size="1442"/><target dev="tap8ca44d0c-9c"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 16 14:41:23 user nova-compute[74681]:   <name>instance-00000009</name>
Oct 16 14:41:23 user nova-compute[74681]:   <uuid>f847eadb-9565-47d8-b71e-59e8426d30e6</uuid>
Oct 16 14:41:23 user nova-compute[74681]:   <metadata>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:23 user nova-compute[74681]:   <nova:package version="0.0.0"/>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:creationTime>2023-10-16 14:41:22</nova:creationTime>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:flavor name="m1.tiny">
Oct 16 14:41:23 user nova-compute[74681]:     <nova:memory>512</nova:memory>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:disk>1</nova:disk>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:swap>0</nova:swap>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:flavor>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:owner>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:owner>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:ports>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:41:23 user nova-compute[74681]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:41:23 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:ports>
Oct 16 14:41:23 user nova-compute[74681]: </nova:instance>
Oct 16 14:41:23 user nova-compute[74681]:   </metadata>
Oct 16 14:41:23 user nova-compute[74681]:   <memory unit='KiB'>524288</memory>
Oct 16 14:41:23 user nova-compute[74681]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 14:41:23 user nova-compute[74681]:   <vcpu placement='static'>1</vcpu>
Oct 16 14:41:23 user nova-compute[74681]:   <resource>
Oct 16 14:41:23 user nova-compute[74681]:     <partition>/machine</partition>
Oct 16 14:41:23 user nova-compute[74681]:   </resource>
Oct 16 14:41:23 user nova-compute[74681]:   <sysinfo type='smbios'>
Oct 16 14:41:23 user nova-compute[74681]:     <system>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='version'>0.0.0</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='serial'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='uuid'>f847eadb-9565-47d8-b71e-59e8426d30e6</entry>
Oct 16 14:41:23 user nova-compute[74681]:       <entry name='family'>Virtual Machine</entry>
Oct 16 14:41:23 user nova-compute[74681]:     </system>
Oct 16 14:41:23 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:23 user nova-compute[74681]:   <os>
Oct 16 14:41:23 user nova-compute[74681]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 14:41:23 user nova-compute[74681]:     <boot dev='hd'/>
Oct 16 14:41:23 user nova-compute[74681]:     <smbios mode='sysinfo'/>
Oct 16 14:41:23 user nova-compute[74681]:   </os>
Oct 16 14:41:23 user nova-compute[74681]:   <features>
Oct 16 14:41:23 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:23 user nova-compute[74681]:     <apic/>
Oct 16 14:41:23 user nova-compute[74681]:     <vmcoreinfo state='on'/>
Oct 16 14:41:23 user nova-compute[74681]:   </features>
Oct 16 14:41:23 user nova-compute[74681]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 14:41:23 user nova-compute[74681]:     <model fallback='forbid'>Nehalem</model>
Oct 16 14:41:23 user nova-compute[74681]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 14:41:23 user nova-compute[74681]:     <feature policy='require' name='vme'/>
Oct 16 14:41:23 user nova-compute[74681]:     <feature policy='require' name='x2apic'/>
Oct 16 14:41:23 user nova-compute[74681]:     <feature policy='require' name='hypervisor'/>
Oct 16 14:41:23 user nova-compute[74681]:   </cpu>
Oct 16 14:41:23 user nova-compute[74681]:   <clock offset='utc'>
Oct 16 14:41:23 user nova-compute[74681]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 14:41:23 user nova-compute[74681]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 14:41:23 user nova-compute[74681]:     <timer name='hpet' present='no'/>
Oct 16 14:41:23 user nova-compute[74681]:   </clock>
Oct 16 14:41:23 user nova-compute[74681]:   <on_poweroff>destroy</on_poweroff>
Oct 16 14:41:23 user nova-compute[74681]:   <on_reboot>restart</on_reboot>
Oct 16 14:41:23 user nova-compute[74681]:   <on_crash>destroy</on_crash>
Oct 16 14:41:23 user nova-compute[74681]:   <devices>
Oct 16 14:41:23 user nova-compute[74681]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 14:41:23 user nova-compute[74681]:     <disk type='file' device='disk'>
Oct 16 14:41:23 user nova-compute[74681]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 14:41:23 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk' index='2'/>
Oct 16 14:41:23 user nova-compute[74681]:       <backingStore type='file' index='3'>
Oct 16 14:41:23 user nova-compute[74681]:         <format type='raw'/>
Oct 16 14:41:23 user nova-compute[74681]:         <source file='/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7'/>
Oct 16 14:41:23 user nova-compute[74681]:         <backingStore/>
Oct 16 14:41:23 user nova-compute[74681]:       </backingStore>
Oct 16 14:41:23 user nova-compute[74681]:       <target dev='vda' bus='virtio'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='virtio-disk0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </disk>
Oct 16 14:41:23 user nova-compute[74681]:     <disk type='file' device='cdrom'>
Oct 16 14:41:23 user nova-compute[74681]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 14:41:23 user nova-compute[74681]:       <source file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk.config' index='1'/>
Oct 16 14:41:23 user nova-compute[74681]:       <backingStore/>
Oct 16 14:41:23 user nova-compute[74681]:       <target dev='hda' bus='ide'/>
Oct 16 14:41:23 user nova-compute[74681]:       <readonly/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='ide0-0-0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </disk>
Oct 16 14:41:23 user nova-compute[74681]:     <controller type='usb' index='0' model='none'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='usb'/>
Oct 16 14:41:23 user nova-compute[74681]:     </controller>
Oct 16 14:41:23 user nova-compute[74681]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='pci.0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </controller>
Oct 16 14:41:23 user nova-compute[74681]:     <controller type='ide' index='0'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='ide'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 14:41:23 user nova-compute[74681]:     </controller>
Oct 16 14:41:23 user nova-compute[74681]:     <interface type='ethernet'>
Oct 16 14:41:23 user nova-compute[74681]:       <mac address='fa:16:3e:5b:db:98'/>
Oct 16 14:41:23 user nova-compute[74681]:       <target dev='tap6b04d9c4-44'/>
Oct 16 14:41:23 user nova-compute[74681]:       <model type='virtio'/>
Oct 16 14:41:23 user nova-compute[74681]:       <mtu size='1442'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='net0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </interface>
Oct 16 14:41:23 user nova-compute[74681]:     <serial type='pty'>
Oct 16 14:41:23 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:23 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:23 user nova-compute[74681]:       <target type='isa-serial' port='0'>
Oct 16 14:41:23 user nova-compute[74681]:         <model name='isa-serial'/>
Oct 16 14:41:23 user nova-compute[74681]:       </target>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </serial>
Oct 16 14:41:23 user nova-compute[74681]:     <console type='pty' tty='/dev/pts/8'>
Oct 16 14:41:23 user nova-compute[74681]:       <source path='/dev/pts/8'/>
Oct 16 14:41:23 user nova-compute[74681]:       <log file='/opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/console.log' append='off'/>
Oct 16 14:41:23 user nova-compute[74681]:       <target type='serial' port='0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='serial0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </console>
Oct 16 14:41:23 user nova-compute[74681]:     <input type='mouse' bus='ps2'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='input0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </input>
Oct 16 14:41:23 user nova-compute[74681]:     <input type='keyboard' bus='ps2'>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='input1'/>
Oct 16 14:41:23 user nova-compute[74681]:     </input>
Oct 16 14:41:23 user nova-compute[74681]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 16 14:41:23 user nova-compute[74681]:       <listen type='address' address='0.0.0.0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </graphics>
Oct 16 14:41:23 user nova-compute[74681]:     <audio id='1' type='none'/>
Oct 16 14:41:23 user nova-compute[74681]:     <video>
Oct 16 14:41:23 user nova-compute[74681]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='video0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </video>
Oct 16 14:41:23 user nova-compute[74681]:     <memballoon model='virtio'>
Oct 16 14:41:23 user nova-compute[74681]:       <stats period='10'/>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='balloon0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:23 user nova-compute[74681]:     <rng model='virtio'>
Oct 16 14:41:23 user nova-compute[74681]:       <backend model='random'>/dev/urandom</backend>
Oct 16 14:41:23 user nova-compute[74681]:       <alias name='rng0'/>
Oct 16 14:41:23 user nova-compute[74681]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 14:41:23 user nova-compute[74681]:     </rng>
Oct 16 14:41:23 user nova-compute[74681]:   </devices>
Oct 16 14:41:23 user nova-compute[74681]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 14:41:23 user nova-compute[74681]:     <label>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</label>
Oct 16 14:41:23 user nova-compute[74681]:     <imagelabel>libvirt-f847eadb-9565-47d8-b71e-59e8426d30e6</imagelabel>
Oct 16 14:41:23 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:23 user nova-compute[74681]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 14:41:23 user nova-compute[74681]:     <label>+64055:+108</label>
Oct 16 14:41:23 user nova-compute[74681]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 14:41:23 user nova-compute[74681]:   </seclabel>
Oct 16 14:41:23 user nova-compute[74681]: </domain>
Oct 16 14:41:23 user nova-compute[74681]:  {{(pid=74681) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 14:41:23 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Detaching interface fa:16:3e:02:b2:fc failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap8ca44d0c-9c' not found.
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Converting VIF {"id": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "address": "fa:16:3e:02:b2:fc", "network": {"id": "07091ae8-0515-41e2-b25f-1fa8a728737d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-701974867", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ca44d0c-9c", "ovs_interfaceid": "8ca44d0c-9cb7-439c-a331-e2a736bc08a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG os_vif [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8ca44d0c-9c, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:41:23 user nova-compute[74681]: INFO os_vif [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:b2:fc,bridge_name='br-int',has_traffic_filtering=True,id=8ca44d0c-9cb7-439c-a331-e2a736bc08a7,network=Network(07091ae8-0515-41e2-b25f-1fa8a728737d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ca44d0c-9c')
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [req-56e94308-e24c-49fd-ac91-acb6c77dfa55 req-0c40a90c-8fb4-4ecf-bde3-e7be9401fbc2 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:23 user nova-compute[74681]:   <nova:package version="0.0.0"/>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:name>tempest-device-tagging-server-620630939</nova:name>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:creationTime>2023-10-16 14:41:23</nova:creationTime>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:flavor name="m1.tiny">
Oct 16 14:41:23 user nova-compute[74681]:     <nova:memory>512</nova:memory>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:disk>1</nova:disk>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:swap>0</nova:swap>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:flavor>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:owner>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:user uuid="91cf303995a24369bf9b9f78788fb023">tempest-TaggedAttachmentsTest-180663842-project-member</nova:user>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:project uuid="9ec5519d83184755b4df88cc827cbffd">tempest-TaggedAttachmentsTest-180663842</nova:project>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:owner>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:23 user nova-compute[74681]:   <nova:ports>
Oct 16 14:41:23 user nova-compute[74681]:     <nova:port uuid="6b04d9c4-44c9-4613-83a9-adc98ed4221f">
Oct 16 14:41:23 user nova-compute[74681]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:41:23 user nova-compute[74681]:     </nova:port>
Oct 16 14:41:23 user nova-compute[74681]:   </nova:ports>
Oct 16 14:41:23 user nova-compute[74681]: </nova:instance>
Oct 16 14:41:23 user nova-compute[74681]:  {{(pid=74681) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [{"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Releasing lock "refresh_cache-f847eadb-9565-47d8-b71e-59e8426d30e6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ab652c7a-c18e-44e6-b426-61e3a4cacf83 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "interface-f847eadb-9565-47d8-b71e-59e8426d30e6-8ca44d0c-9cb7-439c-a331-e2a736bc08a7" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.594s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "eadac844-21b5-437c-86cf-15b8d4a15514" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "eadac844-21b5-437c-86cf-15b8d4a15514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:41:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:41:28 user nova-compute[74681]: INFO nova.compute.claims [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Claim successful on node user
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.541s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:41:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.policy [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca504a0c5c9344499661ebb16ea81475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46a5cca352554a3184fb672b59d60457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:41:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Creating image(s)
Oct 16 14:41:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "/opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "/opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "/opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.230s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Successfully created port: e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk 1073741824" returned: 0 in 0.099s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.334s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Cannot resize image /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Ensure instance console log exists: /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Successfully updated port: e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "refresh_cache-eadac844-21b5-437c-86cf-15b8d4a15514" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquired lock "refresh_cache-eadac844-21b5-437c-86cf-15b8d4a15514" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received event network-changed-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Refreshing instance network info cache due to event network-changed-e8f599d0-6223-4d7d-8067-8d27a0bff888. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] Acquiring lock "refresh_cache-eadac844-21b5-437c-86cf-15b8d4a15514" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Updating instance_info_cache with network_info: [{"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Releasing lock "refresh_cache-eadac844-21b5-437c-86cf-15b8d4a15514" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Instance network_info: |[{"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] Acquired lock "refresh_cache-eadac844-21b5-437c-86cf-15b8d4a15514" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.neutron [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Refreshing network info cache for port e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Start _get_guest_xml network_info=[{"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:41:30 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:30 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:41:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1295198551',display_name='tempest-VolumesAdminNegativeTest-server-1295198551',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1295198551',id=12,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a5cca352554a3184fb672b59d60457',ramdisk_id='',reservation_id='r-ao1rjl88',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-713206267',owner_user_name='tempest-VolumesAdminNegativeTest-713206267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:41:29Z,user_data=None,user_id='ca504a0c5c9344499661ebb16ea81475',uuid=eadac844-21b5-437c-86cf-15b8d4a15514,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converting VIF {"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:22,bridge_name='br-int',has_traffic_filtering=True,id=e8f599d0-6223-4d7d-8067-8d27a0bff888,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8f599d0-62') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.objects.instance [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lazy-loading 'pci_devices' on Instance uuid eadac844-21b5-437c-86cf-15b8d4a15514 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:41:30 user nova-compute[74681]:   <uuid>eadac844-21b5-437c-86cf-15b8d4a15514</uuid>
Oct 16 14:41:30 user nova-compute[74681]:   <name>instance-0000000c</name>
Oct 16 14:41:30 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:41:30 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:41:30 user nova-compute[74681]:   <metadata>
Oct 16 14:41:30 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:30 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:41:30 user nova-compute[74681]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1295198551</nova:name>
Oct 16 14:41:30 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:41:30</nova:creationTime>
Oct 16 14:41:30 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:41:30 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:41:30 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:41:30 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:41:30 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:30 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:30 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:41:30 user nova-compute[74681]:       <nova:owner>
Oct 16 14:41:30 user nova-compute[74681]:         <nova:user uuid="ca504a0c5c9344499661ebb16ea81475">tempest-VolumesAdminNegativeTest-713206267-project-member</nova:user>
Oct 16 14:41:30 user nova-compute[74681]:         <nova:project uuid="46a5cca352554a3184fb672b59d60457">tempest-VolumesAdminNegativeTest-713206267</nova:project>
Oct 16 14:41:30 user nova-compute[74681]:       </nova:owner>
Oct 16 14:41:30 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:30 user nova-compute[74681]:       <nova:ports>
Oct 16 14:41:30 user nova-compute[74681]:         <nova:port uuid="e8f599d0-6223-4d7d-8067-8d27a0bff888">
Oct 16 14:41:30 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 14:41:30 user nova-compute[74681]:         </nova:port>
Oct 16 14:41:30 user nova-compute[74681]:       </nova:ports>
Oct 16 14:41:30 user nova-compute[74681]:     </nova:instance>
Oct 16 14:41:30 user nova-compute[74681]:   </metadata>
Oct 16 14:41:30 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:41:30 user nova-compute[74681]:     <system>
Oct 16 14:41:30 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:41:30 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:41:30 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:41:30 user nova-compute[74681]:       <entry name="serial">eadac844-21b5-437c-86cf-15b8d4a15514</entry>
Oct 16 14:41:30 user nova-compute[74681]:       <entry name="uuid">eadac844-21b5-437c-86cf-15b8d4a15514</entry>
Oct 16 14:41:30 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:41:30 user nova-compute[74681]:     </system>
Oct 16 14:41:30 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:30 user nova-compute[74681]:   <os>
Oct 16 14:41:30 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:41:30 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:41:30 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:41:30 user nova-compute[74681]:   </os>
Oct 16 14:41:30 user nova-compute[74681]:   <features>
Oct 16 14:41:30 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:30 user nova-compute[74681]:     <apic/>
Oct 16 14:41:30 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:41:30 user nova-compute[74681]:   </features>
Oct 16 14:41:30 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:41:30 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:41:30 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:41:30 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:41:30 user nova-compute[74681]:   </clock>
Oct 16 14:41:30 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:41:30 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:41:30 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:41:30 user nova-compute[74681]:   </cpu>
Oct 16 14:41:30 user nova-compute[74681]:   <devices>
Oct 16 14:41:30 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:41:30 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:41:30 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk"/>
Oct 16 14:41:30 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:41:30 user nova-compute[74681]:     </disk>
Oct 16 14:41:30 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:41:30 user nova-compute[74681]:       <mac address="fa:16:3e:84:f9:22"/>
Oct 16 14:41:30 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:30 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:41:30 user nova-compute[74681]:       <target dev="tape8f599d0-62"/>
Oct 16 14:41:30 user nova-compute[74681]:     </interface>
Oct 16 14:41:30 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:41:30 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/console.log" append="off"/>
Oct 16 14:41:30 user nova-compute[74681]:     </serial>
Oct 16 14:41:30 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:41:30 user nova-compute[74681]:     <video>
Oct 16 14:41:30 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:30 user nova-compute[74681]:     </video>
Oct 16 14:41:30 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:41:30 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:41:30 user nova-compute[74681]:     </rng>
Oct 16 14:41:30 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:41:30 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:41:30 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:41:30 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:30 user nova-compute[74681]:   </devices>
Oct 16 14:41:30 user nova-compute[74681]: </domain>
Oct 16 14:41:30 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:41:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1295198551',display_name='tempest-VolumesAdminNegativeTest-server-1295198551',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1295198551',id=12,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='46a5cca352554a3184fb672b59d60457',ramdisk_id='',reservation_id='r-ao1rjl88',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-713206267',owner_user_name='tempest-VolumesAdminNegativeTest-713206267-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:41:29Z,user_data=None,user_id='ca504a0c5c9344499661ebb16ea81475',uuid=eadac844-21b5-437c-86cf-15b8d4a15514,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converting VIF {"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:22,bridge_name='br-int',has_traffic_filtering=True,id=e8f599d0-6223-4d7d-8067-8d27a0bff888,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8f599d0-62') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG os_vif [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:22,bridge_name='br-int',has_traffic_filtering=True,id=e8f599d0-6223-4d7d-8067-8d27a0bff888,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8f599d0-62') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c483c3af-e84d-5f9b-8d0d-85e0e0133410', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8f599d0-62, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8f599d0-62, col_values=(('qos', UUID('dc652068-5eb5-44a2-8672-eb7eddfb1b91')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8f599d0-62, col_values=(('external_ids', {'iface-id': 'e8f599d0-6223-4d7d-8067-8d27a0bff888', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:f9:22', 'vm-uuid': 'eadac844-21b5-437c-86cf-15b8d4a15514'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:30 user nova-compute[74681]: INFO os_vif [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:22,bridge_name='br-int',has_traffic_filtering=True,id=e8f599d0-6223-4d7d-8067-8d27a0bff888,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8f599d0-62')
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:41:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] No VIF found with MAC fa:16:3e:84:f9:22, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:41:31 user nova-compute[74681]: DEBUG nova.network.neutron [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Updated VIF entry in instance network info cache for port e8f599d0-6223-4d7d-8067-8d27a0bff888. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:41:31 user nova-compute[74681]: DEBUG nova.network.neutron [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Updating instance_info_cache with network_info: [{"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5c443348-c8dd-4bfd-8aed-191619ec7a78 req-e1c75d04-d98d-49cb-a6ac-1dd00394e8d8 service nova] Releasing lock "refresh_cache-eadac844-21b5-437c-86cf-15b8d4a15514" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:41:32 user nova-compute[74681]: INFO nova.compute.claims [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Claim successful on node user
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-f4b45a61-3761-4027-a1cc-59c77c8ab746 req-cbb02b95-1f6f-40e2-a2a9-df5d8126efde service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received event network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f4b45a61-3761-4027-a1cc-59c77c8ab746 req-cbb02b95-1f6f-40e2-a2a9-df5d8126efde service nova] Acquiring lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f4b45a61-3761-4027-a1cc-59c77c8ab746 req-cbb02b95-1f6f-40e2-a2a9-df5d8126efde service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f4b45a61-3761-4027-a1cc-59c77c8ab746 req-cbb02b95-1f6f-40e2-a2a9-df5d8126efde service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-f4b45a61-3761-4027-a1cc-59c77c8ab746 req-cbb02b95-1f6f-40e2-a2a9-df5d8126efde service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] No waiting events found dispatching network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:32 user nova-compute[74681]: WARNING nova.compute.manager [req-f4b45a61-3761-4027-a1cc-59c77c8ab746 req-cbb02b95-1f6f-40e2-a2a9-df5d8126efde service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received unexpected event network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 for instance with vm_state building and task_state spawning.
Oct 16 14:41:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lazy-loading 'flavor' on Instance uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.533s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.network.neutron [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:41:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:33 user nova-compute[74681]: INFO nova.compute.manager [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Attaching volume 66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 to /dev/vdb
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:41:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Creating image(s)
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.policy [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dd2e980a54d4c028d8864619a384fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd87bfb396a4d4249b0665be0827034da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG os_brick.utils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e99bf2fb-829d-44d5-95da-7157c2efe856]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c0f4cf3-3643-4841-80ec-5dbc3e9d3c78]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d04ca14-c595-4c41-87ba-18e21e3fb0a6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[393a6699-852f-4c22-ac4a-3ddb13316216]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:41:33 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7f69dd-8ae7-49a1-863f-860a40d99045]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG os_brick.utils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating existing volume attachment record: e86c6e4c-ffd6-42c8-98a6-9fb04d418180 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk 1073741824" returned: 0 in 0.047s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.169s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.network.neutron [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Successfully created port: 65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Cannot resize image /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Ensure instance console log exists: /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NYqjEcRA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:41:34 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:34 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:34 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[94cfbb8e-4809-4d93-a201-aede275fb774]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:41:34 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ecc1d5-d70a-431c-99f0-6987c681ea29]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b] added
Oct 16 14:41:34 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd7db40-1d44-446a-ace8-10bcb9be2a7d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c71a607-9363-456a-b409-28d3b7f84229]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NYqjEcRA {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NYqjEcRA" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e281d5-1512-418e-bf95-85fc9a863768]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NYqjEcRA'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e98d227-4c3f-4e03-8f57-2146129a232e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-ad1ce02a-c956-4dbe-827c-d35807712338 req-266a541a-22eb-44b8-82ba-5ea1fc578748 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received event network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ad1ce02a-c956-4dbe-827c-d35807712338 req-266a541a-22eb-44b8-82ba-5ea1fc578748 service nova] Acquiring lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ad1ce02a-c956-4dbe-827c-d35807712338 req-266a541a-22eb-44b8-82ba-5ea1fc578748 service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ad1ce02a-c956-4dbe-827c-d35807712338 req-266a541a-22eb-44b8-82ba-5ea1fc578748 service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-ad1ce02a-c956-4dbe-827c-d35807712338 req-266a541a-22eb-44b8-82ba-5ea1fc578748 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] No waiting events found dispatching network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:34 user nova-compute[74681]: WARNING nova.compute.manager [req-ad1ce02a-c956-4dbe-827c-d35807712338 req-266a541a-22eb-44b8-82ba-5ea1fc578748 service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received unexpected event network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 for instance with vm_state building and task_state spawning.
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3eb87b3-2b9a-42e6-a093-e1663adc57d0]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[211f1486-8e4a-4fd9-b122-1dfde67d5c26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260]
Oct 16 14:41:34 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260] successful.
Oct 16 14:41:34 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.network.neutron [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Successfully updated port: 65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:41:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Instance spawned successfully.
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb91f8ad-3c7b-42dd-bd27-6da183af8bb7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquired lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.network.neutron [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60baa0f-eb09-4ece-b6f9-f30f1633f7f0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:34 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.381s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] HCTL ('34', '-', '-', 0) found on session 10 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe103ea8-2304-4101-a826-123a554dab9a]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Searching for a device in session 10 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NYqjEcRA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.network.neutron [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:41:34 user nova-compute[74681]: INFO nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Took 5.94 seconds to spawn the instance on the hypervisor.
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:41:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Creating image(s)
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Ensure instance console log exists: /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Start _get_guest_xml network_info=[{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oRjMQJTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '051c3b57-a7c0-4cd5-96c4-dae6d1d1f097', 'attached_at': '', 'detached_at': '', 'volume_id': 'c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'serial': 'c52066c3-22b7-4422-9fcf-32b4d9f4087c'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'da8d1712-8417-4697-a2fd-2c872bbd446a', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:41:34 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:34 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oRjMQJTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:41:34 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:34 user nova-compute[74681]: INFO nova.compute.manager [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Took 6.94 seconds to build instance.
Oct 16 14:41:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da9e4aa8-09f3-423d-b988-127dfb640f5d tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "eadac844-21b5-437c-86cf-15b8d4a15514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.072s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.network.neutron [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updating instance_info_cache with network_info: [{"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Releasing lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance network_info: |[{"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Start _get_guest_xml network_info=[{"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:41:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-207037962',display_name='tempest-tempest.common.compute-instance-207037962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-207037962',id=13,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6P8w82FJhgXX3R7kwevOluQaLzjIIhtlmgKW4MYeNPK4A8lOdZ0luhZ2DS5N03iVnEpaunV+6JgDMzvwQ04qx2sbuJQfz0WIeeKZrY+OcOe5eRYtS00JOsoB7A2+BXEw==',key_name='tempest-keypair-18267389',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-9l6gs9e7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:41:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=5c4bb851-7f98-4b27-8ba4-682503049421,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.objects.instance [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:41:35 user nova-compute[74681]:   <uuid>5c4bb851-7f98-4b27-8ba4-682503049421</uuid>
Oct 16 14:41:35 user nova-compute[74681]:   <name>instance-0000000d</name>
Oct 16 14:41:35 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:41:35 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:41:35 user nova-compute[74681]:   <metadata>
Oct 16 14:41:35 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:35 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:41:35 user nova-compute[74681]:       <nova:name>tempest-tempest.common.compute-instance-207037962</nova:name>
Oct 16 14:41:35 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:41:35</nova:creationTime>
Oct 16 14:41:35 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:41:35 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:41:35 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:41:35 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:41:35 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:35 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:35 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:41:35 user nova-compute[74681]:       <nova:owner>
Oct 16 14:41:35 user nova-compute[74681]:         <nova:user uuid="3dd2e980a54d4c028d8864619a384fcc">tempest-ServerActionsTestOtherA-816239739-project-member</nova:user>
Oct 16 14:41:35 user nova-compute[74681]:         <nova:project uuid="d87bfb396a4d4249b0665be0827034da">tempest-ServerActionsTestOtherA-816239739</nova:project>
Oct 16 14:41:35 user nova-compute[74681]:       </nova:owner>
Oct 16 14:41:35 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:35 user nova-compute[74681]:       <nova:ports>
Oct 16 14:41:35 user nova-compute[74681]:         <nova:port uuid="65f6e645-3aa7-4ae1-8def-8651c446c1e6">
Oct 16 14:41:35 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:41:35 user nova-compute[74681]:         </nova:port>
Oct 16 14:41:35 user nova-compute[74681]:       </nova:ports>
Oct 16 14:41:35 user nova-compute[74681]:     </nova:instance>
Oct 16 14:41:35 user nova-compute[74681]:   </metadata>
Oct 16 14:41:35 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:41:35 user nova-compute[74681]:     <system>
Oct 16 14:41:35 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:41:35 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:41:35 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:41:35 user nova-compute[74681]:       <entry name="serial">5c4bb851-7f98-4b27-8ba4-682503049421</entry>
Oct 16 14:41:35 user nova-compute[74681]:       <entry name="uuid">5c4bb851-7f98-4b27-8ba4-682503049421</entry>
Oct 16 14:41:35 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:41:35 user nova-compute[74681]:     </system>
Oct 16 14:41:35 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:35 user nova-compute[74681]:   <os>
Oct 16 14:41:35 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:41:35 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:41:35 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:41:35 user nova-compute[74681]:   </os>
Oct 16 14:41:35 user nova-compute[74681]:   <features>
Oct 16 14:41:35 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:35 user nova-compute[74681]:     <apic/>
Oct 16 14:41:35 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:41:35 user nova-compute[74681]:   </features>
Oct 16 14:41:35 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:41:35 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:41:35 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:41:35 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:41:35 user nova-compute[74681]:   </clock>
Oct 16 14:41:35 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:41:35 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:41:35 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:41:35 user nova-compute[74681]:   </cpu>
Oct 16 14:41:35 user nova-compute[74681]:   <devices>
Oct 16 14:41:35 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:41:35 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:41:35 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk"/>
Oct 16 14:41:35 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:41:35 user nova-compute[74681]:     </disk>
Oct 16 14:41:35 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:41:35 user nova-compute[74681]:       <mac address="fa:16:3e:51:73:02"/>
Oct 16 14:41:35 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:35 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:41:35 user nova-compute[74681]:       <target dev="tap65f6e645-3a"/>
Oct 16 14:41:35 user nova-compute[74681]:     </interface>
Oct 16 14:41:35 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:41:35 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/console.log" append="off"/>
Oct 16 14:41:35 user nova-compute[74681]:     </serial>
Oct 16 14:41:35 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:41:35 user nova-compute[74681]:     <video>
Oct 16 14:41:35 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:35 user nova-compute[74681]:     </video>
Oct 16 14:41:35 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:41:35 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:41:35 user nova-compute[74681]:     </rng>
Oct 16 14:41:35 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:41:35 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:41:35 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:41:35 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:35 user nova-compute[74681]:   </devices>
Oct 16 14:41:35 user nova-compute[74681]: </domain>
Oct 16 14:41:35 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-207037962',display_name='tempest-tempest.common.compute-instance-207037962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-207037962',id=13,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6P8w82FJhgXX3R7kwevOluQaLzjIIhtlmgKW4MYeNPK4A8lOdZ0luhZ2DS5N03iVnEpaunV+6JgDMzvwQ04qx2sbuJQfz0WIeeKZrY+OcOe5eRYtS00JOsoB7A2+BXEw==',key_name='tempest-keypair-18267389',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-9l6gs9e7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:41:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=5c4bb851-7f98-4b27-8ba4-682503049421,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_vif [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4dff5b5a-9ae0-5c8f-9600-91386e932346', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65f6e645-3a, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65f6e645-3a, col_values=(('qos', UUID('7febcd60-267a-4f89-bbb7-cecda02c370b')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65f6e645-3a, col_values=(('external_ids', {'iface-id': '65f6e645-3aa7-4ae1-8def-8651c446c1e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:73:02', 'vm-uuid': '5c4bb851-7f98-4b27-8ba4-682503049421'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:35 user nova-compute[74681]: INFO os_vif [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a')
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No VIF found with MAC fa:16:3e:51:73:02, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.426s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] <== connect_volume: return (1428ms) {'type': 'block', 'scsi_wwn': '26465653839636265', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26465653839636265', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.873s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:35 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:35 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lazy-loading 'flavor' on Instance uuid 13d3a9fc-c7f3-41f6-9b9d-419097858541 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0899d4a4-0486-4927-8f1f-2c331447d92e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:41:35 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[812c1d38-8f67-4e79-805e-03d99a49dbff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c] added
Oct 16 14:41:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] attach device xml: <disk type="block" device="disk">
Oct 16 14:41:35 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:41:35 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:41:35 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:41:35 user nova-compute[74681]:   <serial>0179b2a6-a720-4753-8f59-d7cc31b5b16b</serial>
Oct 16 14:41:35 user nova-compute[74681]: </disk>
Oct 16 14:41:35 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5e0889-0a68-4ebd-ac41-3377f5e16bcd]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a082ec-c13e-4110-b965-21bce91e195b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oRjMQJTV {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oRjMQJTV" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b5d2cc8-ff8c-4e98-8f15-2a5eaaab6221]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oRjMQJTV'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4ea92e9-dbe5-40f3-a795-4199bcb44784]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[da49366b-ee24-4829-aba8-1c752964d665]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:35 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --login" returned: 0 in 0.144s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[03bb7ff5-7673-4070-ae7d-f854f98469ea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260]
Oct 16 14:41:36 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260] successful.
Oct 16 14:41:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3ffc91-6c16-481e-abef-f8fe266826b6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd6e16f9-3cbe-4b01-922d-110e1ad033f2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:36 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.395s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] HCTL ('35', '-', '-', 0) found on session 11 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d9dab4e-f86e-4eb7-8c50-02a5aa5d62b1]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching for a device in session 11 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oRjMQJTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-changed-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Refreshing instance network info cache due to event network-changed-65f6e645-3aa7-4ae1-8def-8651c446c1e6. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] Acquiring lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] Acquired lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Refreshing network info cache for port 65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] No VIF found with MAC fa:16:3e:ab:1b:b8, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updated VIF entry in instance network info cache for port 65f6e645-3aa7-4ae1-8def-8651c446c1e6. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:41:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updating instance_info_cache with network_info: [{"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e37b2505-0505-44cf-9012-b6fe6f75fc3f req-31bf8e6a-c1b9-4e95-ad22-530fae4edcd3 service nova] Releasing lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.535s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] <== connect_volume: return (2409ms) {'type': 'block', 'scsi_wwn': '23432636161343130', 'path': '/dev/sdd'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432636161343130', 'path': '/dev/sdd'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0efabef-fa22-413b-b61d-1b7473960dc7 tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 78.766s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:40:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1969439953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1969439953',id=11,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-z6dfrvgi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:40:41Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=051c3b57-a7c0-4cd5-96c4-dae6d1d1f097,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'pci_devices' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:41:37 user nova-compute[74681]:   <uuid>051c3b57-a7c0-4cd5-96c4-dae6d1d1f097</uuid>
Oct 16 14:41:37 user nova-compute[74681]:   <name>instance-0000000b</name>
Oct 16 14:41:37 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:41:37 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:41:37 user nova-compute[74681]:   <metadata>
Oct 16 14:41:37 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:37 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:41:37 user nova-compute[74681]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1969439953</nova:name>
Oct 16 14:41:37 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:41:34</nova:creationTime>
Oct 16 14:41:37 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:41:37 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:41:37 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:41:37 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:41:37 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:37 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:37 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:41:37 user nova-compute[74681]:       <nova:owner>
Oct 16 14:41:37 user nova-compute[74681]:         <nova:user uuid="14b40f44598a4491b192d97175b9829a">tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member</nova:user>
Oct 16 14:41:37 user nova-compute[74681]:         <nova:project uuid="128859ddacf54bc9acbef5a2f95d058e">tempest-ServerBootFromVolumeStableRescueTest-730204498</nova:project>
Oct 16 14:41:37 user nova-compute[74681]:       </nova:owner>
Oct 16 14:41:37 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:37 user nova-compute[74681]:       <nova:ports>
Oct 16 14:41:37 user nova-compute[74681]:         <nova:port uuid="ea23d26b-10c1-4fdc-895a-8e09cf48fec4">
Oct 16 14:41:37 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 14:41:37 user nova-compute[74681]:         </nova:port>
Oct 16 14:41:37 user nova-compute[74681]:       </nova:ports>
Oct 16 14:41:37 user nova-compute[74681]:     </nova:instance>
Oct 16 14:41:37 user nova-compute[74681]:   </metadata>
Oct 16 14:41:37 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:41:37 user nova-compute[74681]:     <system>
Oct 16 14:41:37 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:41:37 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:41:37 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:41:37 user nova-compute[74681]:       <entry name="serial">051c3b57-a7c0-4cd5-96c4-dae6d1d1f097</entry>
Oct 16 14:41:37 user nova-compute[74681]:       <entry name="uuid">051c3b57-a7c0-4cd5-96c4-dae6d1d1f097</entry>
Oct 16 14:41:37 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:41:37 user nova-compute[74681]:     </system>
Oct 16 14:41:37 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:37 user nova-compute[74681]:   <os>
Oct 16 14:41:37 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:41:37 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:41:37 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:41:37 user nova-compute[74681]:   </os>
Oct 16 14:41:37 user nova-compute[74681]:   <features>
Oct 16 14:41:37 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:37 user nova-compute[74681]:     <apic/>
Oct 16 14:41:37 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:41:37 user nova-compute[74681]:   </features>
Oct 16 14:41:37 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:41:37 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:41:37 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:41:37 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:41:37 user nova-compute[74681]:   </clock>
Oct 16 14:41:37 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:41:37 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:41:37 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:41:37 user nova-compute[74681]:   </cpu>
Oct 16 14:41:37 user nova-compute[74681]:   <devices>
Oct 16 14:41:37 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:41:37 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:41:37 user nova-compute[74681]:       <source dev="/dev/sdd"/>
Oct 16 14:41:37 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:41:37 user nova-compute[74681]:       <serial>c52066c3-22b7-4422-9fcf-32b4d9f4087c</serial>
Oct 16 14:41:37 user nova-compute[74681]:     </disk>
Oct 16 14:41:37 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:41:37 user nova-compute[74681]:       <mac address="fa:16:3e:10:24:28"/>
Oct 16 14:41:37 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:37 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:41:37 user nova-compute[74681]:       <target dev="tapea23d26b-10"/>
Oct 16 14:41:37 user nova-compute[74681]:     </interface>
Oct 16 14:41:37 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:41:37 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/console.log" append="off"/>
Oct 16 14:41:37 user nova-compute[74681]:     </serial>
Oct 16 14:41:37 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:41:37 user nova-compute[74681]:     <video>
Oct 16 14:41:37 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:37 user nova-compute[74681]:     </video>
Oct 16 14:41:37 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:41:37 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:41:37 user nova-compute[74681]:     </rng>
Oct 16 14:41:37 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:41:37 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:41:37 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:41:37 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:37 user nova-compute[74681]:   </devices>
Oct 16 14:41:37 user nova-compute[74681]: </domain>
Oct 16 14:41:37 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:40:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1969439953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1969439953',id=11,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-z6dfrvgi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:40:41Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=051c3b57-a7c0-4cd5-96c4-dae6d1d1f097,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG os_vif [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de86e4dc-3835-501b-9e22-d85f9a52463a', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea23d26b-10, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea23d26b-10, col_values=(('qos', UUID('1d56e983-8972-43d2-8f8b-2f4b695017e5')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea23d26b-10, col_values=(('external_ids', {'iface-id': 'ea23d26b-10c1-4fdc-895a-8e09cf48fec4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:24:28', 'vm-uuid': '051c3b57-a7c0-4cd5-96c4-dae6d1d1f097'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: INFO os_vif [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10')
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No VIF found with MAC fa:16:3e:10:24:28, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] volume_snapshot_create: create_info: {'snapshot_id': '0af5bb26-12c2-4155-acb0-de1e8aa4f763', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74681) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] snap xml: <domainsnapshot>
Oct 16 14:41:38 user nova-compute[74681]:   <disks>
Oct 16 14:41:38 user nova-compute[74681]:     <disk name="/dev/sdc" snapshot="external" type="file">
Oct 16 14:41:38 user nova-compute[74681]:       <source file="/dev/new_file"/>
Oct 16 14:41:38 user nova-compute[74681]:     </disk>
Oct 16 14:41:38 user nova-compute[74681]:     <disk name="vda" snapshot="no"/>
Oct 16 14:41:38 user nova-compute[74681]:   </disks>
Oct 16 14:41:38 user nova-compute[74681]: </domainsnapshot>
Oct 16 14:41:38 user nova-compute[74681]:  {{(pid=74681) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.objects.instance [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] Lazy-loading 'system_metadata' on Instance uuid 13d3a9fc-c7f3-41f6-9b9d-419097858541 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:38 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     rv = execute(f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     six.reraise(c, e, tb)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     raise value
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     rv = meth(*args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     self._volume_snapshot_create(context, instance, guest,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     rv = execute(f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     six.reraise(c, e, tb)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     raise value
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     rv = meth(*args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] 
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8d580f56-9a8e-4c66-94ff-ebd37ca2adab tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] volume_snapshot_delete: delete_info: {'volume_id': '0179b2a6-a720-4753-8f59-d7cc31b5b16b'} {{(pid=74681) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [None req-8d580f56-9a8e-4c66-94ff-ebd37ca2adab tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541]     if delete_info['type'] != 'qcow2':
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] KeyError: 'type'
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 0af5bb26-12c2-4155-acb0-de1e8aa4f763 could not be found.
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise value
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 0af5bb26-12c2-4155-acb0-de1e8aa4f763 could not be found. (HTTP 404) (Request-ID: req-e12024c4-2b74-4ba5-900d-969cb1c42f57)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 0af5bb26-12c2-4155-acb0-de1e8aa4f763 could not be found.
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver [None req-8d580f56-9a8e-4c66-94ff-ebd37ca2adab tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-09c0a5b0-1aaf-48a8-9c37-5d4d99b94d0d)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 16 14:41:38 user nova-compute[74681]: ERROR nova.virt.libvirt.driver 
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server [None req-54185470-c972-4f4b-8998-da376c9327db tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise value
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server 
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server [None req-8d580f56-9a8e-4c66-94ff-ebd37ca2adab tempest-VolumesAssistedSnapshotsTest-1545239365 tempest-VolumesAssistedSnapshotsTest-1545239365-project] Exception during message handling: KeyError: 'type'
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 16 14:41:38 user nova-compute[74681]: ERROR oslo_messaging.rpc.server 
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:38 user nova-compute[74681]: WARNING nova.compute.manager [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received unexpected event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with vm_state building and task_state spawning.
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:38 user nova-compute[74681]: WARNING nova.compute.manager [req-7d0bc5a7-1404-49f2-afea-46448af21e92 req-4b05d39b-68c4-45c4-b14b-d833f9384499 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received unexpected event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with vm_state building and task_state spawning.
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:38 user nova-compute[74681]: INFO nova.compute.manager [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Detaching volume 0179b2a6-a720-4753-8f59-d7cc31b5b16b
Oct 16 14:41:38 user nova-compute[74681]: INFO nova.virt.block_device [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Attempting to driver detach volume 0179b2a6-a720-4753-8f59-d7cc31b5b16b from mountpoint /dev/vdb
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Attempting to detach device vdb from instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] detach device xml: <disk type="block" device="disk">
Oct 16 14:41:38 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:41:38 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:41:38 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:41:38 user nova-compute[74681]:   <serial>0179b2a6-a720-4753-8f59-d7cc31b5b16b</serial>
Oct 16 14:41:38 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:41:38 user nova-compute[74681]: </disk>
Oct 16 14:41:38 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:41:38 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Successfully detached device vdb from instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 from the persistent domain config.
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:41:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] detach device xml: <disk type="block" device="disk">
Oct 16 14:41:38 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:41:38 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:41:38 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:41:38 user nova-compute[74681]:   <serial>0179b2a6-a720-4753-8f59-d7cc31b5b16b</serial>
Oct 16 14:41:38 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:41:38 user nova-compute[74681]: </disk>
Oct 16 14:41:38 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-d3c71eee-5e52-4884-bcb5-b84afbeaa1b1 req-28b38d90-d1dc-44ff-b808-76094541d76c service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d3c71eee-5e52-4884-bcb5-b84afbeaa1b1 req-28b38d90-d1dc-44ff-b808-76094541d76c service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d3c71eee-5e52-4884-bcb5-b84afbeaa1b1 req-28b38d90-d1dc-44ff-b808-76094541d76c service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d3c71eee-5e52-4884-bcb5-b84afbeaa1b1 req-28b38d90-d1dc-44ff-b808-76094541d76c service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-d3c71eee-5e52-4884-bcb5-b84afbeaa1b1 req-28b38d90-d1dc-44ff-b808-76094541d76c service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:39 user nova-compute[74681]: WARNING nova.compute.manager [req-d3c71eee-5e52-4884-bcb5-b84afbeaa1b1 req-28b38d90-d1dc-44ff-b808-76094541d76c service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state building and task_state spawning.
Oct 16 14:41:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:41:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-5cf2622b-de7a-4c63-8c8e-9d3b26be83a1 req-b74f000f-0144-49a4-a1ad-8e4b2049e221 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5cf2622b-de7a-4c63-8c8e-9d3b26be83a1 req-b74f000f-0144-49a4-a1ad-8e4b2049e221 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5cf2622b-de7a-4c63-8c8e-9d3b26be83a1 req-b74f000f-0144-49a4-a1ad-8e4b2049e221 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5cf2622b-de7a-4c63-8c8e-9d3b26be83a1 req-b74f000f-0144-49a4-a1ad-8e4b2049e221 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-5cf2622b-de7a-4c63-8c8e-9d3b26be83a1 req-b74f000f-0144-49a4-a1ad-8e4b2049e221 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:41 user nova-compute[74681]: WARNING nova.compute.manager [req-5cf2622b-de7a-4c63-8c8e-9d3b26be83a1 req-b74f000f-0144-49a4-a1ad-8e4b2049e221 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state building and task_state spawning.
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:41:41 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance spawned successfully.
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:41 user nova-compute[74681]: INFO nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Took 8.76 seconds to spawn the instance on the hypervisor.
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:41:41 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance spawned successfully.
Oct 16 14:41:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:41:42 user nova-compute[74681]: INFO nova.compute.manager [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Took 9.68 seconds to build instance.
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-439b055c-d8b6-4ba0-9ecb-ef86dcc80134 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.813s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:42 user nova-compute[74681]: INFO nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Took 7.38 seconds to spawn the instance on the hypervisor.
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:41:42 user nova-compute[74681]: INFO nova.compute.manager [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Took 61.64 seconds to build instance.
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-59cc9097-9708-44d8-b48d-b9fbcab7258b tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 61.747s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.314s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:41:45 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:45 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7894MB free_disk=25.589603424072266GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d4535bb9-de15-4930-ad56-a885cd321188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance f847eadb-9565-47d8-b71e-59e8426d30e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 47b7eb2c-7187-4969-b310-5630183d79c3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance eadac844-21b5-437c-86cf-15b8d4a15514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5c4bb851-7f98-4b27-8ba4-682503049421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:41:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:41:46 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:41:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:41:46 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:41:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.635s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:52 user nova-compute[74681]: INFO nova.compute.manager [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Terminating instance
Oct 16 14:41:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:41:53 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:53 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:53 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:41:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260" returned: 21 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1366a79e-964b-44b6-aadd-9e2f59a6a419]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:41:53 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a16913-1b47-42ab-9eeb-5980dca65ffb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3] added
Oct 16 14:41:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5db5cd88-8685-43d5-9fda-d19fe5557dae]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8592d9e2-a219-4c82-9358-1a84ed3aa12d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JtxMZaiS {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JtxMZaiS" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a47722b1-b785-4c85-9fa7-dc4f9a86800f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JtxMZaiS'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee9cf68-527a-430b-b240-4e8b450d151a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-b65d22e7-08b9-4e02-8cdd-578ee8382c77 req-ce048e42-3c30-49a3-b7f5-9a6ccc91f418 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-unplugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b65d22e7-08b9-4e02-8cdd-578ee8382c77 req-ce048e42-3c30-49a3-b7f5-9a6ccc91f418 service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b65d22e7-08b9-4e02-8cdd-578ee8382c77 req-ce048e42-3c30-49a3-b7f5-9a6ccc91f418 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b65d22e7-08b9-4e02-8cdd-578ee8382c77 req-ce048e42-3c30-49a3-b7f5-9a6ccc91f418 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-b65d22e7-08b9-4e02-8cdd-578ee8382c77 req-ce048e42-3c30-49a3-b7f5-9a6ccc91f418 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-unplugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-b65d22e7-08b9-4e02-8cdd-578ee8382c77 req-ce048e42-3c30-49a3-b7f5-9a6ccc91f418 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-unplugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[319c29f4-20ad-4fba-8ffb-3d05a2fc7f39]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a0ef64a-414d-4b6d-9762-e9f15df111dd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]
Oct 16 14:41:53 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.
Oct 16 14:41:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquired lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'info_cache' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6300405c-cc4f-40ef-9822-181614cd7d04]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.objects.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2612fc1e-c51b-49a9-8f5a-25fdfd5541f9]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:53 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.417s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] HCTL ('36', '-', '-', 0) found on session 12 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f98c1aa-9979-4eb1-89dd-2b7418aeb23c]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching for a device in session 12 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:41:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:41:53 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Instance destroyed successfully.
Oct 16 14:41:53 user nova-compute[74681]: DEBUG nova.objects.instance [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lazy-loading 'resources' on Instance uuid f847eadb-9565-47d8-b71e-59e8426d30e6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:38:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-620630939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-620630939',id=9,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBArX0VU41g0GIc0fVXUWn/ntGCP23cee7e3GO24C3sKjSjeiOVyXEga9rHx6T7CPw7HrpmKb/PkI9gX0jf9D0s1hDw45QmQvHN6ER2rOf3xgXFqjVp57rakAXeUeOL+CSw==',key_name='tempest-keypair-1141937424',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ec5519d83184755b4df88cc827cbffd',ramdisk_id='',reservation_id='r-xptt0qsn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-180663842',owner_user_name='tempest-TaggedAttachmentsTest-180663842-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='91cf303995a24369bf9b9f78788fb023',uuid=f847eadb-9565-47d8-b71e-59e8426d30e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converting VIF {"id": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "address": "fa:16:3e:5b:db:98", "network": {"id": "aa374a0c-49db-4981-a633-ebae99ca7fbc", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-777022768-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ec5519d83184755b4df88cc827cbffd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b04d9c4-44", "ovs_interfaceid": "6b04d9c4-44c9-4613-83a9-adc98ed4221f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5b:db:98,bridge_name='br-int',has_traffic_filtering=True,id=6b04d9c4-44c9-4613-83a9-adc98ed4221f,network=Network(aa374a0c-49db-4981-a633-ebae99ca7fbc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b04d9c4-44') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_vif [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:db:98,bridge_name='br-int',has_traffic_filtering=True,id=6b04d9c4-44c9-4613-83a9-adc98ed4221f,network=Network(aa374a0c-49db-4981-a633-ebae99ca7fbc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b04d9c4-44') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b04d9c4-44, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2338a899-db30-493e-b0e7-c8edb43667b6) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: INFO os_vif [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:db:98,bridge_name='br-int',has_traffic_filtering=True,id=6b04d9c4-44c9-4613-83a9-adc98ed4221f,network=Network(aa374a0c-49db-4981-a633-ebae99ca7fbc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b04d9c4-44')
Oct 16 14:41:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Deleting instance files /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6_del
Oct 16 14:41:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Deletion of /opt/stack/data/nova/instances/f847eadb-9565-47d8-b71e-59e8426d30e6_del complete
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: INFO nova.compute.manager [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Took 1.33 seconds to destroy the instance on the hypervisor.
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Releasing lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance destroyed successfully.
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'resources' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.objects.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:40:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_vif [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe34be23-ac, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0677b2b8-a2c3-4136-88a2-c515d70cea65) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:54 user nova-compute[74681]: INFO os_vif [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac')
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SuHJLrUz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:41:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.460s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== connect_volume: return (1463ms) {'type': 'block', 'scsi_wwn': '23264663537663466', 'path': '/dev/sde'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264663537663466', 'path': '/dev/sde'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.326s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lazy-loading 'flavor' on Instance uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5a1cb3c-e155-4457-b474-140ce9eb83fd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:41:54 user nova-compute[74681]: No targets found.
Oct 16 14:41:54 user nova-compute[74681]: iSNS:
Oct 16 14:41:54 user nova-compute[74681]: No targets found.
Oct 16 14:41:54 user nova-compute[74681]: STATIC:
Oct 16 14:41:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:41:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:41:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:41:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:41:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790
Oct 16 14:41:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:41:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b
Oct 16 14:41:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:54 user nova-compute[74681]: FIRMWARE:
Oct 16 14:41:54 user nova-compute[74681]: No targets found.
Oct 16 14:41:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:41:54 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:41:54 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:41:54 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:41:54 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:41:54 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:41:54 user nova-compute[74681]:   <serial>66c1b880-8ac5-440e-9b8d-4f254ee6f4c3</serial>
Oct 16 14:41:54 user nova-compute[74681]: </disk>
Oct 16 14:41:54 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5353ce6e-be46-4c45-acf4-99af15f734c8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b266b1f-092e-4b44-9de3-9fe3fef9d01d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e86368c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fd6d8d7-78b4-4992-b6f1-7260f8b28b1f]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a282312-d51a-461c-af25-91eb9d8738a3]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[61255834-86f1-49ce-a1a2-eee6443c01cf]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[29f0ae92-7e15-4da1-97e3-174cf52cbe0c]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:41:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a27be55-eff4-4dc7-8710-5a65f999236a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3daa5414-fc8e-4de0-b28f-fb751de62507]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]
Oct 16 14:41:55 user nova-compute[74681]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.
Oct 16 14:41:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ac1128-1281-48c0-9a21-e10c1aa80b88]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== disconnect_volume: return (691ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Start _get_guest_xml network_info=[{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SuHJLrUz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'c2e7ad82-4b3e-42ba-820f-2d93453a5b59', 'attached_at': '', 'detached_at': '', 'volume_id': 'a70a8441-dffb-40af-a9e2-815f187e4f2a', 'serial': 'a70a8441-dffb-40af-a9e2-815f187e4f2a'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'f6fc0b29-ba0e-4576-b572-eed29a543020', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'numa_topology' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.objects.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:55 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:55 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'vcpu_model' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.objects.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SuHJLrUz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:41:55 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:55 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:55 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf505577-519d-42f9-8bc6-e1b6166c1043]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:41:55 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No VIF found with MAC fa:16:3e:87:3e:43, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe27334-2d2a-4f1a-9ebe-eb3222473ee9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a] added
Oct 16 14:41:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dac26ce-ac02-4d6a-a238-fd359cee7958]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c6d00e7-2765-4119-9f12-70dd6c2b3325]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SuHJLrUz {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SuHJLrUz" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d2bd048-eff5-4501-a30c-5fd23bf99033]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SuHJLrUz'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[43dc7d05-8304-4250-9a23-6f74239b02ed]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f0e6aa98-e530-4769-8465-275f7c4b49dd tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.402s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee23e965-9bd5-4380-94b4-ce1bab179a1b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aca3709-2b38-4b31-ac81-e26a633a6345]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]
Oct 16 14:41:55 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.
Oct 16 14:41:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-4d66329e-80cb-4d83-a9b3-fb7dca4ac4d6 req-27710100-3b4a-40b7-988e-3281224732a0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4d66329e-80cb-4d83-a9b3-fb7dca4ac4d6 req-27710100-3b4a-40b7-988e-3281224732a0 service nova] Acquiring lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4d66329e-80cb-4d83-a9b3-fb7dca4ac4d6 req-27710100-3b4a-40b7-988e-3281224732a0 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4d66329e-80cb-4d83-a9b3-fb7dca4ac4d6 req-27710100-3b4a-40b7-988e-3281224732a0 service nova] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-4d66329e-80cb-4d83-a9b3-fb7dca4ac4d6 req-27710100-3b4a-40b7-988e-3281224732a0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] No waiting events found dispatching network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:55 user nova-compute[74681]: WARNING nova.compute.manager [req-4d66329e-80cb-4d83-a9b3-fb7dca4ac4d6 req-27710100-3b4a-40b7-988e-3281224732a0 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received unexpected event network-vif-plugged-6b04d9c4-44c9-4613-83a9-adc98ed4221f for instance with vm_state active and task_state deleting.
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9681bff1-d92f-4322-b77c-4a1f355e33cc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[708a2f73-d47e-4062-8e15-337a485f865d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:55 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.382s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e00b31-993d-44d0-90ce-f87e9cf5e8ba]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:55 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Took 1.52 seconds to deallocate network for instance.
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-2d406e4e-98d6-429c-bc39-7b4ddae01575 req-e7c434d4-5865-4da7-aaef-64ca26ad9b95 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Received event network-vif-deleted-6b04d9c4-44c9-4613-83a9-adc98ed4221f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:55 user nova-compute[74681]: INFO nova.compute.manager [req-2d406e4e-98d6-429c-bc39-7b4ddae01575 req-e7c434d4-5865-4da7-aaef-64ca26ad9b95 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Neutron deleted interface 6b04d9c4-44c9-4613-83a9-adc98ed4221f; detaching it from the instance and deleting it from the info cache
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.network.neutron [req-2d406e4e-98d6-429c-bc39-7b4ddae01575 req-e7c434d4-5865-4da7-aaef-64ca26ad9b95 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-2d406e4e-98d6-429c-bc39-7b4ddae01575 req-e7c434d4-5865-4da7-aaef-64ca26ad9b95 service nova] [instance: f847eadb-9565-47d8-b71e-59e8426d30e6] Detach interface failed, port_id=6b04d9c4-44c9-4613-83a9-adc98ed4221f, reason: Instance f847eadb-9565-47d8-b71e-59e8426d30e6 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.441s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:56 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Deleted allocations for instance f847eadb-9565-47d8-b71e-59e8426d30e6
Oct 16 14:41:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aa2183fe-30e8-484c-8e30-0c1c24fa7e84 tempest-TaggedAttachmentsTest-180663842 tempest-TaggedAttachmentsTest-180663842-project-member] Lock "f847eadb-9565-47d8-b71e-59e8426d30e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.606s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SuHJLrUz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== connect_volume: return (1423ms) {'type': 'block', 'scsi_wwn': '26364623630383663', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364623630383663', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:40:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'pci_devices' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.objects.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:41:56 user nova-compute[74681]:   <uuid>c2e7ad82-4b3e-42ba-820f-2d93453a5b59</uuid>
Oct 16 14:41:56 user nova-compute[74681]:   <name>instance-00000003</name>
Oct 16 14:41:56 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:41:56 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:41:56 user nova-compute[74681]:   <metadata>
Oct 16 14:41:56 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:41:56 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:41:56 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeTestJSON-server-1340324507</nova:name>
Oct 16 14:41:56 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:41:55</nova:creationTime>
Oct 16 14:41:56 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:41:56 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:41:56 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:41:56 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:41:56 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:41:56 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:41:56 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:41:56 user nova-compute[74681]:       <nova:owner>
Oct 16 14:41:56 user nova-compute[74681]:         <nova:user uuid="4516270b53754ed4b355ca7700b98d63">tempest-AttachVolumeTestJSON-468114976-project-member</nova:user>
Oct 16 14:41:56 user nova-compute[74681]:         <nova:project uuid="24419861b6ce4abf92aefe468474454a">tempest-AttachVolumeTestJSON-468114976</nova:project>
Oct 16 14:41:56 user nova-compute[74681]:       </nova:owner>
Oct 16 14:41:56 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:41:56 user nova-compute[74681]:       <nova:ports>
Oct 16 14:41:56 user nova-compute[74681]:         <nova:port uuid="fe34be23-ac23-4e0b-969c-4d519a042810">
Oct 16 14:41:56 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 14:41:56 user nova-compute[74681]:         </nova:port>
Oct 16 14:41:56 user nova-compute[74681]:       </nova:ports>
Oct 16 14:41:56 user nova-compute[74681]:     </nova:instance>
Oct 16 14:41:56 user nova-compute[74681]:   </metadata>
Oct 16 14:41:56 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:41:56 user nova-compute[74681]:     <system>
Oct 16 14:41:56 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:41:56 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:41:56 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:41:56 user nova-compute[74681]:       <entry name="serial">c2e7ad82-4b3e-42ba-820f-2d93453a5b59</entry>
Oct 16 14:41:56 user nova-compute[74681]:       <entry name="uuid">c2e7ad82-4b3e-42ba-820f-2d93453a5b59</entry>
Oct 16 14:41:56 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:41:56 user nova-compute[74681]:     </system>
Oct 16 14:41:56 user nova-compute[74681]:   </sysinfo>
Oct 16 14:41:56 user nova-compute[74681]:   <os>
Oct 16 14:41:56 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:41:56 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:41:56 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:41:56 user nova-compute[74681]:   </os>
Oct 16 14:41:56 user nova-compute[74681]:   <features>
Oct 16 14:41:56 user nova-compute[74681]:     <acpi/>
Oct 16 14:41:56 user nova-compute[74681]:     <apic/>
Oct 16 14:41:56 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:41:56 user nova-compute[74681]:   </features>
Oct 16 14:41:56 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:41:56 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:41:56 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:41:56 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:41:56 user nova-compute[74681]:   </clock>
Oct 16 14:41:56 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:41:56 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:41:56 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:41:56 user nova-compute[74681]:   </cpu>
Oct 16 14:41:56 user nova-compute[74681]:   <devices>
Oct 16 14:41:56 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:41:56 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:41:56 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk"/>
Oct 16 14:41:56 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:41:56 user nova-compute[74681]:     </disk>
Oct 16 14:41:56 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:41:56 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:41:56 user nova-compute[74681]:       <source dev="/dev/sdb"/>
Oct 16 14:41:56 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:41:56 user nova-compute[74681]:       <serial>a70a8441-dffb-40af-a9e2-815f187e4f2a</serial>
Oct 16 14:41:56 user nova-compute[74681]:     </disk>
Oct 16 14:41:56 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:41:56 user nova-compute[74681]:       <mac address="fa:16:3e:5b:8d:8a"/>
Oct 16 14:41:56 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:56 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:41:56 user nova-compute[74681]:       <target dev="tapfe34be23-ac"/>
Oct 16 14:41:56 user nova-compute[74681]:     </interface>
Oct 16 14:41:56 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:41:56 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/console.log" append="off"/>
Oct 16 14:41:56 user nova-compute[74681]:     </serial>
Oct 16 14:41:56 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:41:56 user nova-compute[74681]:     <video>
Oct 16 14:41:56 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:41:56 user nova-compute[74681]:     </video>
Oct 16 14:41:56 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:41:56 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:41:56 user nova-compute[74681]:     </rng>
Oct 16 14:41:56 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:41:56 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:41:56 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:41:56 user nova-compute[74681]:     </memballoon>
Oct 16 14:41:56 user nova-compute[74681]:   </devices>
Oct 16 14:41:56 user nova-compute[74681]: </domain>
Oct 16 14:41:56 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'trusted_certs' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.objects.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Cannot resize image /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'migration_context' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.objects.base [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:40:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG os_vif [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71bc7905-e3fd-583b-aed4-79d2c147ac80', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe34be23-ac, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe34be23-ac, col_values=(('qos', UUID('16833092-bc0b-42a9-a925-f734f78d16bf')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe34be23-ac, col_values=(('external_ids', {'iface-id': 'fe34be23-ac23-4e0b-969c-4d519a042810', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:8d:8a', 'vm-uuid': 'c2e7ad82-4b3e-42ba-820f-2d93453a5b59'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:41:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:57 user nova-compute[74681]: INFO os_vif [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac')
Oct 16 14:41:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Stashing vm_state: active {{(pid=74681) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 16 14:41:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:41:58 user nova-compute[74681]: INFO nova.compute.claims [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Claim successful on node user
Oct 16 14:41:58 user nova-compute[74681]: INFO nova.compute.resource_tracker [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating resource usage from migration 0983dbb9-3a80-409e-b943-55275e074d7c
Oct 16 14:41:59 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.490s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:59 user nova-compute[74681]: INFO nova.compute.manager [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Migrating
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:59 user nova-compute[74681]: INFO nova.compute.rpcapi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:41:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 is timed out.
Oct 16 14:41:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Successfully detached device vdb from instance 13d3a9fc-c7f3-41f6-9b9d-419097858541 from the live domain config.
Oct 16 14:41:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NYqjEcRA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:41:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.007s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a3e6aed-10a7-412c-899d-aa870a78d800]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:41:59 user nova-compute[74681]: No targets found.
Oct 16 14:41:59 user nova-compute[74681]: iSNS:
Oct 16 14:41:59 user nova-compute[74681]: No targets found.
Oct 16 14:41:59 user nova-compute[74681]: STATIC:
Oct 16 14:41:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:41:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:41:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:41:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:41:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790
Oct 16 14:41:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:41:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b
Oct 16 14:41:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:41:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:41:59 user nova-compute[74681]: FIRMWARE:
Oct 16 14:41:59 user nova-compute[74681]: No targets found.
Oct 16 14:41:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:41:59 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:41:59 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2971856d-fcfe-474c-907c-1cd5dc6cd89e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-2fa03740-2825-465b-ada8-698c90960876 req-1df55545-83c6-4d60-bd1b-9f83ca45099b service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2fa03740-2825-465b-ada8-698c90960876 req-1df55545-83c6-4d60-bd1b-9f83ca45099b service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2fa03740-2825-465b-ada8-698c90960876 req-1df55545-83c6-4d60-bd1b-9f83ca45099b service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2fa03740-2825-465b-ada8-698c90960876 req-1df55545-83c6-4d60-bd1b-9f83ca45099b service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-2fa03740-2825-465b-ada8-698c90960876 req-1df55545-83c6-4d60-bd1b-9f83ca45099b service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:41:59 user nova-compute[74681]: WARNING nova.compute.manager [req-2fa03740-2825-465b-ada8-698c90960876 req-1df55545-83c6-4d60-bd1b-9f83ca45099b service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state powering-on.
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[08db3689-fda3-4c91-9d55-ba02b3a28170]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:41:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e8635510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18549b7-3a2e-4be2-8790-1b5ed4f97ae9]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c564c2-2404-455b-86f5-8012029089ba]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76354b8-476b-44a8-b796-1ff2fa59e4b3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e9d588-c334-4327-8dc3-7a4362094461]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9f9c7d0-8eca-417d-872d-dad4d44475c6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:41:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[106b1351-7b6a-40d4-be00-fd470de570cb]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260]
Oct 16 14:42:00 user nova-compute[74681]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b, portal: 172.16.0.220,3260] successful.
Oct 16 14:42:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Starting migrate_disk_and_power_off {{(pid=74681) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0179b2a6-a720-4753-8f59-d7cc31b5b16b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[19dc0951-a7e8-4833-ae2d-da17123562a6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.481s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] <== disconnect_volume: return (488ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-b4f4a1cd-8c25-4fe3-ae54-f1a3801169ed req-6aff3916-bb49-4e43-8c3c-1de8f9495a5b service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4f4a1cd-8c25-4fe3-ae54-f1a3801169ed req-6aff3916-bb49-4e43-8c3c-1de8f9495a5b service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4f4a1cd-8c25-4fe3-ae54-f1a3801169ed req-6aff3916-bb49-4e43-8c3c-1de8f9495a5b service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4f4a1cd-8c25-4fe3-ae54-f1a3801169ed req-6aff3916-bb49-4e43-8c3c-1de8f9495a5b service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-b4f4a1cd-8c25-4fe3-ae54-f1a3801169ed req-6aff3916-bb49-4e43-8c3c-1de8f9495a5b service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:00 user nova-compute[74681]: WARNING nova.compute.manager [req-b4f4a1cd-8c25-4fe3-ae54-f1a3801169ed req-6aff3916-bb49-4e43-8c3c-1de8f9495a5b service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state active and task_state resize_migrating.
Oct 16 14:42:00 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance destroyed successfully.
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:41:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-615178920-network", "vif_mac": "fa:16:3e:87:3e:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-615178920-network", "vif_mac": "fa:16:3e:87:3e:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_vif [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcca0f54c-70, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d21b382-944f-4977-b6e2-37f4f0261836) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:00 user nova-compute[74681]: INFO os_vif [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70')
Oct 16 14:42:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:42:00 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad9141a9-601d-4e9d-be37-d654ef207bbb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:42:00 user nova-compute[74681]: No targets found.
Oct 16 14:42:00 user nova-compute[74681]: iSNS:
Oct 16 14:42:00 user nova-compute[74681]: No targets found.
Oct 16 14:42:00 user nova-compute[74681]: STATIC:
Oct 16 14:42:00 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:42:00 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:00 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:00 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:42:00 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:00 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:00 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:42:00 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:00 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:00 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:42:00 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:00 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:00 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790
Oct 16 14:42:00 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:00 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:00 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:42:00 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:00 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:00 user nova-compute[74681]: FIRMWARE:
Oct 16 14:42:00 user nova-compute[74681]: No targets found.
Oct 16 14:42:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:42:00 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:42:00 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecda5b8d-d6b0-43a2-81e2-f6eb02221432]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f5e0284-85ac-498a-99aa-fa9d0c3959f4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e81fdab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3'): ({'sde'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Removing single pathed devices sde {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d339029-43c6-4899-93cb-e7150772b56b]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b64442-7350-4691-aedd-c817bfec5ecb]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flushing IO for device /dev/sde {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e3671d7-b706-4424-a596-df97d1fe901b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.056s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3895af-70ed-462d-825c-dcb35a62f4db]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c29b6f-a73d-49a1-bcb9-bf9ba08cd204]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f65887a-bd22-45a4-a27c-53b439a22eeb]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]
Oct 16 14:42:01 user nova-compute[74681]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.
Oct 16 14:42:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3efe77c-a945-45e6-ba98-3d669b487470]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== disconnect_volume: return (387ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8_resize/disk /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-fa9391ee-beda-4da3-bdf8-d84032c16d53 req-69e0a357-d88e-4c4b-b478-20343787f13c service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa9391ee-beda-4da3-bdf8-d84032c16d53 req-69e0a357-d88e-4c4b-b478-20343787f13c service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa9391ee-beda-4da3-bdf8-d84032c16d53 req-69e0a357-d88e-4c4b-b478-20343787f13c service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa9391ee-beda-4da3-bdf8-d84032c16d53 req-69e0a357-d88e-4c4b-b478-20343787f13c service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-fa9391ee-beda-4da3-bdf8-d84032c16d53 req-69e0a357-d88e-4c4b-b478-20343787f13c service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:01 user nova-compute[74681]: WARNING nova.compute.manager [req-fa9391ee-beda-4da3-bdf8-d84032c16d53 req-69e0a357-d88e-4c4b-b478-20343787f13c service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state powering-on.
Oct 16 14:42:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:42:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance rebooted successfully.
Oct 16 14:42:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e5c829b7-bbdd-48b5-94fb-21e4880bed8a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "cp -r /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8_resize/disk /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk" returned: 0 in 0.548s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8_resize/disk.info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk.info {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "cp -r /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8_resize/disk.info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk.info" returned: 0 in 0.047s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-cde104c8-c7dc-46e5-b4ad-d66de7293862 req-ad856a60-3e24-4aae-9216-7424c21a5083 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cde104c8-c7dc-46e5-b4ad-d66de7293862 req-ad856a60-3e24-4aae-9216-7424c21a5083 service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cde104c8-c7dc-46e5-b4ad-d66de7293862 req-ad856a60-3e24-4aae-9216-7424c21a5083 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cde104c8-c7dc-46e5-b4ad-d66de7293862 req-ad856a60-3e24-4aae-9216-7424c21a5083 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-cde104c8-c7dc-46e5-b4ad-d66de7293862 req-ad856a60-3e24-4aae-9216-7424c21a5083 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:02 user nova-compute[74681]: WARNING nova.compute.manager [req-cde104c8-c7dc-46e5-b4ad-d66de7293862 req-ad856a60-3e24-4aae-9216-7424c21a5083 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state active and task_state resize_migrating.
Oct 16 14:42:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Port cca0f54c-701a-4b88-9c8f-37dde1a1017d binding to destination host user is already ACTIVE {{(pid=74681) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3163}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG os_brick.utils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf5dd98-ce7a-4be3-b90c-f0aaa09af7f6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbed31d2-7a1c-49ad-95af-e56f71a159eb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[753d9ad4-4078-4b81-ba64-a51bba2f1483]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[27cbca41-5f5f-4a89-a71d-67086adff9fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:42:05 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:42:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd0a8b46-0db5-4d07-84c1-29c29c10c2e6]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG os_brick.utils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:42:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lazy-loading 'flavor' on Instance uuid 13d3a9fc-c7f3-41f6-9b9d-419097858541 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:42:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a252cb68-3931-45bc-9e29-a5ee00034b5c tempest-VolumesAssistedSnapshotsTest-440604561 tempest-VolumesAssistedSnapshotsTest-440604561-project-admin] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 28.802s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:42:18 user nova-compute[74681]: INFO nova.compute.claims [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Claim successful on node user
Oct 16 14:42:18 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.545s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:42:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:42:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:42:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG nova.policy [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02dee7320e17451a9cffb76e9dbc66b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e869db5b65864fe7bc25754a8c755aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:42:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Creating image(s)
Oct 16 14:42:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "/opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "/opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "/opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "5994463ddf176f7214677cc4f30907f7de32559f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "5994463ddf176f7214677cc4f30907f7de32559f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.part --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.virt.images [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] e9e6d3ea-e80d-465d-b994-1a1fac4b7690 was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.part /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Successfully created port: 91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.part /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.converted" returned: 0 in 0.158s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "5994463ddf176f7214677cc4f30907f7de32559f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.196s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json" returned: 0 in 0.227s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "5994463ddf176f7214677cc4f30907f7de32559f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "5994463ddf176f7214677cc4f30907f7de32559f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Successfully updated port: 91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquired lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing instance network info cache due to event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] Acquiring lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f,backing_fmt=raw /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f,backing_fmt=raw /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk 1073741824" returned: 0 in 0.063s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "5994463ddf176f7214677cc4f30907f7de32559f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.network.neutron [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Releasing lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance network_info: |[{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] Acquired lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.network.neutron [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Cannot resize image /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Ensure instance console log exists: /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Start _get_guest_xml network_info=[{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:42:15Z,direct_url=<?>,disk_format='qcow2',id=e9e6d3ea-e80d-465d-b994-1a1fac4b7690,min_disk=0,min_ram=0,name='tempest-scenario-img--979537714',owner='e869db5b65864fe7bc25754a8c755aa0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:42:17Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': 'e9e6d3ea-e80d-465d-b994-1a1fac4b7690'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:42:21 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:21 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:42:15Z,direct_url=<?>,disk_format='qcow2',id=e9e6d3ea-e80d-465d-b994-1a1fac4b7690,min_disk=0,min_ram=0,name='tempest-scenario-img--979537714',owner='e869db5b65864fe7bc25754a8c755aa0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:42:17Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-82518211',display_name='tempest-TestMinimumBasicScenario-server-82518211',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-82518211',id=14,image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPBzxo4hn+4u8OeiSZyNKqct+7zhK6GvhRnGDKpfV+T/Pdui/fh3IeVTfOeNt6gHhKUk4ANnnUjkRWQeyvtebEqPa4ZvaeFupfi5/RKpTWqxrjXqF7lb9PEPUFMzvIwhw==',key_name='tempest-TestMinimumBasicScenario-1967612859',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-aniu0fcj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:19Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=d1019a32-0c14-43db-b95d-3c73d0daa3e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.objects.instance [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'pci_devices' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:42:21 user nova-compute[74681]:   <uuid>d1019a32-0c14-43db-b95d-3c73d0daa3e2</uuid>
Oct 16 14:42:21 user nova-compute[74681]:   <name>instance-0000000e</name>
Oct 16 14:42:21 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:42:21 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:42:21 user nova-compute[74681]:   <metadata>
Oct 16 14:42:21 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:42:21 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:42:21 user nova-compute[74681]:       <nova:name>tempest-TestMinimumBasicScenario-server-82518211</nova:name>
Oct 16 14:42:21 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:42:21</nova:creationTime>
Oct 16 14:42:21 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:42:21 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:42:21 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:42:21 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:42:21 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:42:21 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:42:21 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:42:21 user nova-compute[74681]:       <nova:owner>
Oct 16 14:42:21 user nova-compute[74681]:         <nova:user uuid="02dee7320e17451a9cffb76e9dbc66b3">tempest-TestMinimumBasicScenario-1223323326-project-member</nova:user>
Oct 16 14:42:21 user nova-compute[74681]:         <nova:project uuid="e869db5b65864fe7bc25754a8c755aa0">tempest-TestMinimumBasicScenario-1223323326</nova:project>
Oct 16 14:42:21 user nova-compute[74681]:       </nova:owner>
Oct 16 14:42:21 user nova-compute[74681]:       <nova:root type="image" uuid="e9e6d3ea-e80d-465d-b994-1a1fac4b7690"/>
Oct 16 14:42:21 user nova-compute[74681]:       <nova:ports>
Oct 16 14:42:21 user nova-compute[74681]:         <nova:port uuid="91fe19d4-3e54-404f-a6c6-182c3f3e1b65">
Oct 16 14:42:21 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:42:21 user nova-compute[74681]:         </nova:port>
Oct 16 14:42:21 user nova-compute[74681]:       </nova:ports>
Oct 16 14:42:21 user nova-compute[74681]:     </nova:instance>
Oct 16 14:42:21 user nova-compute[74681]:   </metadata>
Oct 16 14:42:21 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:42:21 user nova-compute[74681]:     <system>
Oct 16 14:42:21 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:42:21 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:42:21 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:42:21 user nova-compute[74681]:       <entry name="serial">d1019a32-0c14-43db-b95d-3c73d0daa3e2</entry>
Oct 16 14:42:21 user nova-compute[74681]:       <entry name="uuid">d1019a32-0c14-43db-b95d-3c73d0daa3e2</entry>
Oct 16 14:42:21 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:42:21 user nova-compute[74681]:     </system>
Oct 16 14:42:21 user nova-compute[74681]:   </sysinfo>
Oct 16 14:42:21 user nova-compute[74681]:   <os>
Oct 16 14:42:21 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:42:21 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:42:21 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:42:21 user nova-compute[74681]:   </os>
Oct 16 14:42:21 user nova-compute[74681]:   <features>
Oct 16 14:42:21 user nova-compute[74681]:     <acpi/>
Oct 16 14:42:21 user nova-compute[74681]:     <apic/>
Oct 16 14:42:21 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:42:21 user nova-compute[74681]:   </features>
Oct 16 14:42:21 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:42:21 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:42:21 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:42:21 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:42:21 user nova-compute[74681]:   </clock>
Oct 16 14:42:21 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:42:21 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:42:21 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:42:21 user nova-compute[74681]:   </cpu>
Oct 16 14:42:21 user nova-compute[74681]:   <devices>
Oct 16 14:42:21 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:42:21 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:42:21 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk"/>
Oct 16 14:42:21 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:42:21 user nova-compute[74681]:     </disk>
Oct 16 14:42:21 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:42:21 user nova-compute[74681]:       <mac address="fa:16:3e:18:2c:b3"/>
Oct 16 14:42:21 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:21 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:42:21 user nova-compute[74681]:       <target dev="tap91fe19d4-3e"/>
Oct 16 14:42:21 user nova-compute[74681]:     </interface>
Oct 16 14:42:21 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:42:21 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/console.log" append="off"/>
Oct 16 14:42:21 user nova-compute[74681]:     </serial>
Oct 16 14:42:21 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:42:21 user nova-compute[74681]:     <video>
Oct 16 14:42:21 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:21 user nova-compute[74681]:     </video>
Oct 16 14:42:21 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:42:21 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:42:21 user nova-compute[74681]:     </rng>
Oct 16 14:42:21 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:42:21 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:42:21 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:42:21 user nova-compute[74681]:     </memballoon>
Oct 16 14:42:21 user nova-compute[74681]:   </devices>
Oct 16 14:42:21 user nova-compute[74681]: </domain>
Oct 16 14:42:21 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-82518211',display_name='tempest-TestMinimumBasicScenario-server-82518211',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-82518211',id=14,image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPBzxo4hn+4u8OeiSZyNKqct+7zhK6GvhRnGDKpfV+T/Pdui/fh3IeVTfOeNt6gHhKUk4ANnnUjkRWQeyvtebEqPa4ZvaeFupfi5/RKpTWqxrjXqF7lb9PEPUFMzvIwhw==',key_name='tempest-TestMinimumBasicScenario-1967612859',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-aniu0fcj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:19Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=d1019a32-0c14-43db-b95d-3c73d0daa3e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG os_vif [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bb9b8385-4069-58eb-a692-bd87f0962a1a', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap91fe19d4-3e, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap91fe19d4-3e, col_values=(('qos', UUID('0207b718-7218-497c-a737-99397bb7746d')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap91fe19d4-3e, col_values=(('external_ids', {'iface-id': '91fe19d4-3e54-404f-a6c6-182c3f3e1b65', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:2c:b3', 'vm-uuid': 'd1019a32-0c14-43db-b95d-3c73d0daa3e2'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:21 user nova-compute[74681]: INFO os_vif [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e')
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:42:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No VIF found with MAC fa:16:3e:18:2c:b3, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:42:22 user nova-compute[74681]: DEBUG nova.network.neutron [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updated VIF entry in instance network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:42:22 user nova-compute[74681]: DEBUG nova.network.neutron [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ddab1201-2039-42c0-af78-2b6c53e95f81 req-16995070-8fd1-4f54-bc64-67e89001e924 service nova] Releasing lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Starting finish_migration {{(pid=74681) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance directory exists: not creating {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 14:42:25 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Creating image(s)
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.252s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Checking if we can resize image /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk. size=21474836480 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:42:25 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance spawned successfully.
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:25 user nova-compute[74681]: INFO nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Took 6.50 seconds to spawn the instance on the hypervisor.
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk 21474836480 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-e7002806-ab79-4bf3-846b-0dd4df173327 req-447be685-6e59-4169-b845-8d4f5831188f service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7002806-ab79-4bf3-846b-0dd4df173327 req-447be685-6e59-4169-b845-8d4f5831188f service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7002806-ab79-4bf3-846b-0dd4df173327 req-447be685-6e59-4169-b845-8d4f5831188f service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7002806-ab79-4bf3-846b-0dd4df173327 req-447be685-6e59-4169-b845-8d4f5831188f service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-e7002806-ab79-4bf3-846b-0dd4df173327 req-447be685-6e59-4169-b845-8d4f5831188f service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:25 user nova-compute[74681]: WARNING nova.compute.manager [req-e7002806-ab79-4bf3-846b-0dd4df173327 req-447be685-6e59-4169-b845-8d4f5831188f service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state building and task_state spawning.
Oct 16 14:42:25 user nova-compute[74681]: INFO nova.compute.manager [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Took 7.44 seconds to build instance.
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk 21474836480" returned: 0 in 0.079s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Ensure instance console log exists: /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Start _get_guest_xml network_info=[{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-615178920-network", "vif_mac": "fa:16:3e:87:3e:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '635a7f5b-cc04-4139-ba6d-0bae93dce0f8', 'attached_at': '2023-10-16T14:42:25.000000', 'detached_at': '', 'volume_id': '66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'serial': '66c1b880-8ac5-440e-9b8d-4f254ee6f4c3'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'a3af4b34-6c9a-4f89-bec5-e4bc4fb07f55', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4ec3dcc7-02fe-4dcf-a45f-8b39e772ff8b tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.565s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:25 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:25 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:42:25 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:42:25 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:42:25 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d879328-ab0e-447f-bd2b-a483027f81af]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:42:25 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1680bd92-8c3f-4eae-a754-932a801f7c9e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3] added
Oct 16 14:42:25 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7752d85-3594-4501-b663-50fbfd9e06dd]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0abb040-54fa-4bbc-9dad-158c591e122f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JtxMZaiS {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JtxMZaiS" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[80f5b882-a7f4-470e-b81c-1fe4192ebf46]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JtxMZaiS'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a61e79af-f68c-47cb-a29f-0851271281c7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a1006a-fb00-4753-af7a-c53f9438a94a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b521433a-3491-40c7-9d57-b171a6c9486b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]
Oct 16 14:42:26 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.
Oct 16 14:42:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab31bec9-0456-415b-b290-37d74b1742fc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea29905-a0c4-42cc-93ae-6972b92f98fe]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] HCTL ('34', '-', '-', 0) found on session 14 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[133458ea-47a3-41c9-a8e7-7685da1ca67a]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching for a device in session 14 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:42:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '23264663537663466', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264663537663466', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-615178920-network", "vif_mac": "fa:16:3e:87:3e:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-615178920-network", "vif_mac": "fa:16:3e:87:3e:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:42:27 user nova-compute[74681]:   <uuid>635a7f5b-cc04-4139-ba6d-0bae93dce0f8</uuid>
Oct 16 14:42:27 user nova-compute[74681]:   <name>instance-00000004</name>
Oct 16 14:42:27 user nova-compute[74681]:   <memory>2097152</memory>
Oct 16 14:42:27 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:42:27 user nova-compute[74681]:   <metadata>
Oct 16 14:42:27 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:42:27 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:42:27 user nova-compute[74681]:       <nova:name>tempest-ServerActionsTestOtherB-server-10195588</nova:name>
Oct 16 14:42:27 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:42:25</nova:creationTime>
Oct 16 14:42:27 user nova-compute[74681]:       <nova:flavor name="m1.small">
Oct 16 14:42:27 user nova-compute[74681]:         <nova:memory>2048</nova:memory>
Oct 16 14:42:27 user nova-compute[74681]:         <nova:disk>20</nova:disk>
Oct 16 14:42:27 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:42:27 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:42:27 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:42:27 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:42:27 user nova-compute[74681]:       <nova:owner>
Oct 16 14:42:27 user nova-compute[74681]:         <nova:user uuid="4b604feeb36a402d9c8ae4e57ac252bb">tempest-ServerActionsTestOtherB-2068450545-project-member</nova:user>
Oct 16 14:42:27 user nova-compute[74681]:         <nova:project uuid="ee1ccfb5b33841a9a4c57fd1cdddc71d">tempest-ServerActionsTestOtherB-2068450545</nova:project>
Oct 16 14:42:27 user nova-compute[74681]:       </nova:owner>
Oct 16 14:42:27 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:42:27 user nova-compute[74681]:       <nova:ports>
Oct 16 14:42:27 user nova-compute[74681]:         <nova:port uuid="cca0f54c-701a-4b88-9c8f-37dde1a1017d">
Oct 16 14:42:27 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:42:27 user nova-compute[74681]:         </nova:port>
Oct 16 14:42:27 user nova-compute[74681]:       </nova:ports>
Oct 16 14:42:27 user nova-compute[74681]:     </nova:instance>
Oct 16 14:42:27 user nova-compute[74681]:   </metadata>
Oct 16 14:42:27 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:42:27 user nova-compute[74681]:     <system>
Oct 16 14:42:27 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:42:27 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:42:27 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:42:27 user nova-compute[74681]:       <entry name="serial">635a7f5b-cc04-4139-ba6d-0bae93dce0f8</entry>
Oct 16 14:42:27 user nova-compute[74681]:       <entry name="uuid">635a7f5b-cc04-4139-ba6d-0bae93dce0f8</entry>
Oct 16 14:42:27 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:42:27 user nova-compute[74681]:     </system>
Oct 16 14:42:27 user nova-compute[74681]:   </sysinfo>
Oct 16 14:42:27 user nova-compute[74681]:   <os>
Oct 16 14:42:27 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:42:27 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:42:27 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:42:27 user nova-compute[74681]:   </os>
Oct 16 14:42:27 user nova-compute[74681]:   <features>
Oct 16 14:42:27 user nova-compute[74681]:     <acpi/>
Oct 16 14:42:27 user nova-compute[74681]:     <apic/>
Oct 16 14:42:27 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:42:27 user nova-compute[74681]:   </features>
Oct 16 14:42:27 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:42:27 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:42:27 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:42:27 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:42:27 user nova-compute[74681]:   </clock>
Oct 16 14:42:27 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:42:27 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:42:27 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:42:27 user nova-compute[74681]:   </cpu>
Oct 16 14:42:27 user nova-compute[74681]:   <devices>
Oct 16 14:42:27 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:42:27 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:42:27 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk"/>
Oct 16 14:42:27 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:42:27 user nova-compute[74681]:     </disk>
Oct 16 14:42:27 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:42:27 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:42:27 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 14:42:27 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:42:27 user nova-compute[74681]:       <serial>66c1b880-8ac5-440e-9b8d-4f254ee6f4c3</serial>
Oct 16 14:42:27 user nova-compute[74681]:     </disk>
Oct 16 14:42:27 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:42:27 user nova-compute[74681]:       <mac address="fa:16:3e:87:3e:43"/>
Oct 16 14:42:27 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:27 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:42:27 user nova-compute[74681]:       <target dev="tapcca0f54c-70"/>
Oct 16 14:42:27 user nova-compute[74681]:     </interface>
Oct 16 14:42:27 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:42:27 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/console.log" append="off"/>
Oct 16 14:42:27 user nova-compute[74681]:     </serial>
Oct 16 14:42:27 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:42:27 user nova-compute[74681]:     <video>
Oct 16 14:42:27 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:27 user nova-compute[74681]:     </video>
Oct 16 14:42:27 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:42:27 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:42:27 user nova-compute[74681]:     </rng>
Oct 16 14:42:27 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:42:27 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:42:27 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:42:27 user nova-compute[74681]:     </memballoon>
Oct 16 14:42:27 user nova-compute[74681]:   </devices>
Oct 16 14:42:27 user nova-compute[74681]: </domain>
Oct 16 14:42:27 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-615178920-network", "vif_mac": "fa:16:3e:87:3e:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-615178920-network", "vif_mac": "fa:16:3e:87:3e:43"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG os_vif [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca061360-c983-551a-b3dd-39177be43e8b', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcca0f54c-70, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcca0f54c-70, col_values=(('qos', UUID('ab490157-7903-46de-9e15-276d9c0cd3eb')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcca0f54c-70, col_values=(('external_ids', {'iface-id': 'cca0f54c-701a-4b88-9c8f-37dde1a1017d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:3e:43', 'vm-uuid': '635a7f5b-cc04-4139-ba6d-0bae93dce0f8'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:27 user nova-compute[74681]: INFO os_vif [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70')
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:42:27 user nova-compute[74681]: INFO nova.compute.claims [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Claim successful on node user
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] No VIF found with MAC fa:16:3e:87:3e:43, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-c66dd0a4-8d54-4638-9d61-ababb009e250 req-d5a35e2b-5416-4e42-a63b-1af4732a62cb service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c66dd0a4-8d54-4638-9d61-ababb009e250 req-d5a35e2b-5416-4e42-a63b-1af4732a62cb service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c66dd0a4-8d54-4638-9d61-ababb009e250 req-d5a35e2b-5416-4e42-a63b-1af4732a62cb service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c66dd0a4-8d54-4638-9d61-ababb009e250 req-d5a35e2b-5416-4e42-a63b-1af4732a62cb service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-c66dd0a4-8d54-4638-9d61-ababb009e250 req-d5a35e2b-5416-4e42-a63b-1af4732a62cb service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:27 user nova-compute[74681]: WARNING nova.compute.manager [req-c66dd0a4-8d54-4638-9d61-ababb009e250 req-d5a35e2b-5416-4e42-a63b-1af4732a62cb service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state None.
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "72133766-47a2-42be-8d36-0034955ba6cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.911s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.067s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:42:28 user nova-compute[74681]: INFO nova.compute.claims [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Claim successful on node user
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:42:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.policy [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7facc6859b4e96b9334c2c070c91b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54cba8f29d4e45d8a8b9167241af846c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:42:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Creating image(s)
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.279s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.263s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Successfully created port: fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.960s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk 1073741824" returned: 0 in 0.094s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.361s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:42:29 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.323s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.policy [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7facc6859b4e96b9334c2c070c91b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54cba8f29d4e45d8a8b9167241af846c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-d6eb44de-2a33-45bf-900f-9e5110c0a92e req-18898d7c-d028-46d9-9ad5-dfb9c1d64a7c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d6eb44de-2a33-45bf-900f-9e5110c0a92e req-18898d7c-d028-46d9-9ad5-dfb9c1d64a7c service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d6eb44de-2a33-45bf-900f-9e5110c0a92e req-18898d7c-d028-46d9-9ad5-dfb9c1d64a7c service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d6eb44de-2a33-45bf-900f-9e5110c0a92e req-18898d7c-d028-46d9-9ad5-dfb9c1d64a7c service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-d6eb44de-2a33-45bf-900f-9e5110c0a92e req-18898d7c-d028-46d9-9ad5-dfb9c1d64a7c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:29 user nova-compute[74681]: WARNING nova.compute.manager [req-d6eb44de-2a33-45bf-900f-9e5110c0a92e req-18898d7c-d028-46d9-9ad5-dfb9c1d64a7c service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state active and task_state resize_finish.
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:42:29 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Creating image(s)
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Cannot resize image /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Ensure instance console log exists: /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.027s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.222s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.223s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk 1073741824" returned: 0 in 0.073s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.304s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Successfully updated port: fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-changed-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Refreshing instance network info cache due to event network-changed-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] Acquiring lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] Acquired lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.network.neutron [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Refreshing network info cache for port fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.network.neutron [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.262s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Checking if we can resize image /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.network.neutron [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-003d9042-634e-48e3-8f6e-1a8054a31104 req-87cb8bb3-fd4b-4e29-a818-79d1d5914dad service nova] Releasing lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Cannot resize image /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Ensure instance console log exists: /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Successfully created port: e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:42:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance network_info: |[{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Start _get_guest_xml network_info=[{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:42:31 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:31 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1938330088',display_name='tempest-ServerRescueNegativeTestJSON-server-1938330088',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1938330088',id=15,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-vjdlyr8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:28Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=a3894817-aba2-46ec-86cd-aaf7fa31fd41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'pci_devices' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:42:31 user nova-compute[74681]:   <uuid>a3894817-aba2-46ec-86cd-aaf7fa31fd41</uuid>
Oct 16 14:42:31 user nova-compute[74681]:   <name>instance-0000000f</name>
Oct 16 14:42:31 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:42:31 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:42:31 user nova-compute[74681]:   <metadata>
Oct 16 14:42:31 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:42:31 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1938330088</nova:name>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:42:31</nova:creationTime>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:42:31 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:42:31 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:owner>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:user uuid="9a7facc6859b4e96b9334c2c070c91b3">tempest-ServerRescueNegativeTestJSON-730393390-project-member</nova:user>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:project uuid="54cba8f29d4e45d8a8b9167241af846c">tempest-ServerRescueNegativeTestJSON-730393390</nova:project>
Oct 16 14:42:31 user nova-compute[74681]:       </nova:owner>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:ports>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:port uuid="fe6892ad-1773-4f7a-8ca0-2d4a54cfee18">
Oct 16 14:42:31 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 16 14:42:31 user nova-compute[74681]:         </nova:port>
Oct 16 14:42:31 user nova-compute[74681]:       </nova:ports>
Oct 16 14:42:31 user nova-compute[74681]:     </nova:instance>
Oct 16 14:42:31 user nova-compute[74681]:   </metadata>
Oct 16 14:42:31 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:42:31 user nova-compute[74681]:     <system>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="serial">a3894817-aba2-46ec-86cd-aaf7fa31fd41</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="uuid">a3894817-aba2-46ec-86cd-aaf7fa31fd41</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:42:31 user nova-compute[74681]:     </system>
Oct 16 14:42:31 user nova-compute[74681]:   </sysinfo>
Oct 16 14:42:31 user nova-compute[74681]:   <os>
Oct 16 14:42:31 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:42:31 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:42:31 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:42:31 user nova-compute[74681]:   </os>
Oct 16 14:42:31 user nova-compute[74681]:   <features>
Oct 16 14:42:31 user nova-compute[74681]:     <acpi/>
Oct 16 14:42:31 user nova-compute[74681]:     <apic/>
Oct 16 14:42:31 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:42:31 user nova-compute[74681]:   </features>
Oct 16 14:42:31 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:42:31 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:42:31 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:42:31 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:42:31 user nova-compute[74681]:   </clock>
Oct 16 14:42:31 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:42:31 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:42:31 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:42:31 user nova-compute[74681]:   </cpu>
Oct 16 14:42:31 user nova-compute[74681]:   <devices>
Oct 16 14:42:31 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:42:31 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:42:31 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk"/>
Oct 16 14:42:31 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:42:31 user nova-compute[74681]:     </disk>
Oct 16 14:42:31 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:42:31 user nova-compute[74681]:       <mac address="fa:16:3e:24:00:b6"/>
Oct 16 14:42:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:31 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:42:31 user nova-compute[74681]:       <target dev="tapfe6892ad-17"/>
Oct 16 14:42:31 user nova-compute[74681]:     </interface>
Oct 16 14:42:31 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:42:31 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/console.log" append="off"/>
Oct 16 14:42:31 user nova-compute[74681]:     </serial>
Oct 16 14:42:31 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:42:31 user nova-compute[74681]:     <video>
Oct 16 14:42:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:31 user nova-compute[74681]:     </video>
Oct 16 14:42:31 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:42:31 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:42:31 user nova-compute[74681]:     </rng>
Oct 16 14:42:31 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:42:31 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:42:31 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:42:31 user nova-compute[74681]:     </memballoon>
Oct 16 14:42:31 user nova-compute[74681]:   </devices>
Oct 16 14:42:31 user nova-compute[74681]: </domain>
Oct 16 14:42:31 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1938330088',display_name='tempest-ServerRescueNegativeTestJSON-server-1938330088',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1938330088',id=15,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-vjdlyr8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:28Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=a3894817-aba2-46ec-86cd-aaf7fa31fd41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG os_vif [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce4396a5-9ab5-5e0d-9b52-7c71c86374e1', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe6892ad-17, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe6892ad-17, col_values=(('qos', UUID('a83ca3f9-89f6-445f-b3cb-f973019478d9')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe6892ad-17, col_values=(('external_ids', {'iface-id': 'fe6892ad-1773-4f7a-8ca0-2d4a54cfee18', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:00:b6', 'vm-uuid': 'a3894817-aba2-46ec-86cd-aaf7fa31fd41'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: INFO os_vif [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17')
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No VIF found with MAC fa:16:3e:24:00:b6, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Successfully updated port: e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-changed-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Refreshing instance network info cache due to event network-changed-e986b418-139c-4cb7-9820-25fbef6ac188. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] Acquiring lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-5401f726-73b7-4574-9baf-dff1e89093a8 req-6eeca427-87a5-4819-bcf3-b8c05e5d4278 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5401f726-73b7-4574-9baf-dff1e89093a8 req-6eeca427-87a5-4819-bcf3-b8c05e5d4278 service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5401f726-73b7-4574-9baf-dff1e89093a8 req-6eeca427-87a5-4819-bcf3-b8c05e5d4278 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5401f726-73b7-4574-9baf-dff1e89093a8 req-6eeca427-87a5-4819-bcf3-b8c05e5d4278 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-5401f726-73b7-4574-9baf-dff1e89093a8 req-6eeca427-87a5-4819-bcf3-b8c05e5d4278 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:31 user nova-compute[74681]: WARNING nova.compute.manager [req-5401f726-73b7-4574-9baf-dff1e89093a8 req-6eeca427-87a5-4819-bcf3-b8c05e5d4278 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state active and task_state resize_finish.
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updating instance_info_cache with network_info: [{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance network_info: |[{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] Acquired lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.neutron [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Refreshing network info cache for port e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Start _get_guest_xml network_info=[{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:42:31 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:31 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-977810954',display_name='tempest-ServerRescueNegativeTestJSON-server-977810954',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-977810954',id=16,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-30gzzcvz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:30Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=72133766-47a2-42be-8d36-0034955ba6cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'pci_devices' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:42:31 user nova-compute[74681]:   <uuid>72133766-47a2-42be-8d36-0034955ba6cf</uuid>
Oct 16 14:42:31 user nova-compute[74681]:   <name>instance-00000010</name>
Oct 16 14:42:31 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:42:31 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:42:31 user nova-compute[74681]:   <metadata>
Oct 16 14:42:31 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:42:31 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-977810954</nova:name>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:42:31</nova:creationTime>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:42:31 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:42:31 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:owner>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:user uuid="9a7facc6859b4e96b9334c2c070c91b3">tempest-ServerRescueNegativeTestJSON-730393390-project-member</nova:user>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:project uuid="54cba8f29d4e45d8a8b9167241af846c">tempest-ServerRescueNegativeTestJSON-730393390</nova:project>
Oct 16 14:42:31 user nova-compute[74681]:       </nova:owner>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:42:31 user nova-compute[74681]:       <nova:ports>
Oct 16 14:42:31 user nova-compute[74681]:         <nova:port uuid="e986b418-139c-4cb7-9820-25fbef6ac188">
Oct 16 14:42:31 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 14:42:31 user nova-compute[74681]:         </nova:port>
Oct 16 14:42:31 user nova-compute[74681]:       </nova:ports>
Oct 16 14:42:31 user nova-compute[74681]:     </nova:instance>
Oct 16 14:42:31 user nova-compute[74681]:   </metadata>
Oct 16 14:42:31 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:42:31 user nova-compute[74681]:     <system>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="serial">72133766-47a2-42be-8d36-0034955ba6cf</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="uuid">72133766-47a2-42be-8d36-0034955ba6cf</entry>
Oct 16 14:42:31 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:42:31 user nova-compute[74681]:     </system>
Oct 16 14:42:31 user nova-compute[74681]:   </sysinfo>
Oct 16 14:42:31 user nova-compute[74681]:   <os>
Oct 16 14:42:31 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:42:31 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:42:31 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:42:31 user nova-compute[74681]:   </os>
Oct 16 14:42:31 user nova-compute[74681]:   <features>
Oct 16 14:42:31 user nova-compute[74681]:     <acpi/>
Oct 16 14:42:31 user nova-compute[74681]:     <apic/>
Oct 16 14:42:31 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:42:31 user nova-compute[74681]:   </features>
Oct 16 14:42:31 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:42:31 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:42:31 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:42:31 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:42:31 user nova-compute[74681]:   </clock>
Oct 16 14:42:31 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:42:31 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:42:31 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:42:31 user nova-compute[74681]:   </cpu>
Oct 16 14:42:31 user nova-compute[74681]:   <devices>
Oct 16 14:42:31 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:42:31 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:42:31 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk"/>
Oct 16 14:42:31 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:42:31 user nova-compute[74681]:     </disk>
Oct 16 14:42:31 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:42:31 user nova-compute[74681]:       <mac address="fa:16:3e:eb:a4:d9"/>
Oct 16 14:42:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:31 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:42:31 user nova-compute[74681]:       <target dev="tape986b418-13"/>
Oct 16 14:42:31 user nova-compute[74681]:     </interface>
Oct 16 14:42:31 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:42:31 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/console.log" append="off"/>
Oct 16 14:42:31 user nova-compute[74681]:     </serial>
Oct 16 14:42:31 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:42:31 user nova-compute[74681]:     <video>
Oct 16 14:42:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:42:31 user nova-compute[74681]:     </video>
Oct 16 14:42:31 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:42:31 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:42:31 user nova-compute[74681]:     </rng>
Oct 16 14:42:31 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:42:31 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:42:31 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:42:31 user nova-compute[74681]:     </memballoon>
Oct 16 14:42:31 user nova-compute[74681]:   </devices>
Oct 16 14:42:31 user nova-compute[74681]: </domain>
Oct 16 14:42:31 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-977810954',display_name='tempest-ServerRescueNegativeTestJSON-server-977810954',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-977810954',id=16,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-30gzzcvz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:30Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=72133766-47a2-42be-8d36-0034955ba6cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG os_vif [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79931ba5-1e80-5377-ba25-609d8289d1ca', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:32 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance running successfully.
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Failed to set time: agent not configured {{(pid=74681) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a95938b-13c7-4904-b8b7-711d1b1e73c4 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] finish_migration finished successfully. {{(pid=74681) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape986b418-13, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape986b418-13, col_values=(('qos', UUID('e4f4012f-24c0-479f-b51d-24aa299e904c')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape986b418-13, col_values=(('external_ids', {'iface-id': 'e986b418-139c-4cb7-9820-25fbef6ac188', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:eb:a4:d9', 'vm-uuid': '72133766-47a2-42be-8d36-0034955ba6cf'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:32 user nova-compute[74681]: INFO os_vif [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13')
Oct 16 14:42:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No VIF found with MAC fa:16:3e:eb:a4:d9, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG nova.network.neutron [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updated VIF entry in instance network info cache for port e986b418-139c-4cb7-9820-25fbef6ac188. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG nova.network.neutron [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updating instance_info_cache with network_info: [{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18336bd7-37ea-4847-916e-a2f1052f5d1d req-64a866fe-cda4-4c94-81a4-3ed04e5fbf6a service nova] Releasing lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-fe9064a6-9677-4242-b868-4c270e15b997 req-5fb156db-3ab2-4734-ade1-5589970f442c service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fe9064a6-9677-4242-b868-4c270e15b997 req-5fb156db-3ab2-4734-ade1-5589970f442c service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fe9064a6-9677-4242-b868-4c270e15b997 req-5fb156db-3ab2-4734-ade1-5589970f442c service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fe9064a6-9677-4242-b868-4c270e15b997 req-5fb156db-3ab2-4734-ade1-5589970f442c service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-fe9064a6-9677-4242-b868-4c270e15b997 req-5fb156db-3ab2-4734-ade1-5589970f442c service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:33 user nova-compute[74681]: WARNING nova.compute.manager [req-fe9064a6-9677-4242-b868-4c270e15b997 req-5fb156db-3ab2-4734-ade1-5589970f442c service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state building and task_state spawning.
Oct 16 14:42:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-43c1ddf8-695e-434b-b728-53cfaca2fb86 req-10a80bb1-f12d-4811-8135-8f8adfa38f6e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-43c1ddf8-695e-434b-b728-53cfaca2fb86 req-10a80bb1-f12d-4811-8135-8f8adfa38f6e service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-43c1ddf8-695e-434b-b728-53cfaca2fb86 req-10a80bb1-f12d-4811-8135-8f8adfa38f6e service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-43c1ddf8-695e-434b-b728-53cfaca2fb86 req-10a80bb1-f12d-4811-8135-8f8adfa38f6e service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-43c1ddf8-695e-434b-b728-53cfaca2fb86 req-10a80bb1-f12d-4811-8135-8f8adfa38f6e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:35 user nova-compute[74681]: WARNING nova.compute.manager [req-43c1ddf8-695e-434b-b728-53cfaca2fb86 req-10a80bb1-f12d-4811-8135-8f8adfa38f6e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received unexpected event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with vm_state building and task_state spawning.
Oct 16 14:42:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-1ff22b12-5ca7-43e6-be68-c212edae17b8 req-29b89970-9cdf-435d-aad1-59a6f73e01d1 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1ff22b12-5ca7-43e6-be68-c212edae17b8 req-29b89970-9cdf-435d-aad1-59a6f73e01d1 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1ff22b12-5ca7-43e6-be68-c212edae17b8 req-29b89970-9cdf-435d-aad1-59a6f73e01d1 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1ff22b12-5ca7-43e6-be68-c212edae17b8 req-29b89970-9cdf-435d-aad1-59a6f73e01d1 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-1ff22b12-5ca7-43e6-be68-c212edae17b8 req-29b89970-9cdf-435d-aad1-59a6f73e01d1 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:35 user nova-compute[74681]: WARNING nova.compute.manager [req-1ff22b12-5ca7-43e6-be68-c212edae17b8 req-29b89970-9cdf-435d-aad1-59a6f73e01d1 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state building and task_state spawning.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-76227243-52e5-4977-bc71-83f8c19e399a req-b8952887-acb8-4293-8a30-a6cab5b8b748 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76227243-52e5-4977-bc71-83f8c19e399a req-b8952887-acb8-4293-8a30-a6cab5b8b748 service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76227243-52e5-4977-bc71-83f8c19e399a req-b8952887-acb8-4293-8a30-a6cab5b8b748 service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76227243-52e5-4977-bc71-83f8c19e399a req-b8952887-acb8-4293-8a30-a6cab5b8b748 service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.006s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-76227243-52e5-4977-bc71-83f8c19e399a req-b8952887-acb8-4293-8a30-a6cab5b8b748 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:37 user nova-compute[74681]: WARNING nova.compute.manager [req-76227243-52e5-4977-bc71-83f8c19e399a req-b8952887-acb8-4293-8a30-a6cab5b8b748 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received unexpected event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with vm_state building and task_state spawning.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:42:37 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance spawned successfully.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:42:37 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance spawned successfully.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:42:37 user nova-compute[74681]: INFO nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Took 8.85 seconds to spawn the instance on the hypervisor.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:42:37 user nova-compute[74681]: INFO nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Took 7.78 seconds to spawn the instance on the hypervisor.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:42:37 user nova-compute[74681]: INFO nova.compute.manager [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Took 10.23 seconds to build instance.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ea872b7a-57ce-4af8-a103-16247444631d tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.357s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:37 user nova-compute[74681]: INFO nova.compute.manager [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Took 9.49 seconds to build instance.
Oct 16 14:42:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8168e744-ae96-4d9c-93f9-b6b94bc8aea6 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "72133766-47a2-42be-8d36-0034955ba6cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.621s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:39 user nova-compute[74681]: INFO nova.compute.manager [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Terminating instance
Oct 16 14:42:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-bfbe8db7-7517-4ffc-80f2-71da06ea7c13 req-1e05b4fe-814b-4317-a459-2939c8e64789 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-vif-unplugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bfbe8db7-7517-4ffc-80f2-71da06ea7c13 req-1e05b4fe-814b-4317-a459-2939c8e64789 service nova] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bfbe8db7-7517-4ffc-80f2-71da06ea7c13 req-1e05b4fe-814b-4317-a459-2939c8e64789 service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bfbe8db7-7517-4ffc-80f2-71da06ea7c13 req-1e05b4fe-814b-4317-a459-2939c8e64789 service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-bfbe8db7-7517-4ffc-80f2-71da06ea7c13 req-1e05b4fe-814b-4317-a459-2939c8e64789 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] No waiting events found dispatching network-vif-unplugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-bfbe8db7-7517-4ffc-80f2-71da06ea7c13 req-1e05b4fe-814b-4317-a459-2939c8e64789 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-vif-unplugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Instance destroyed successfully.
Oct 16 14:42:40 user nova-compute[74681]: DEBUG nova.objects.instance [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lazy-loading 'resources' on Instance uuid 13d3a9fc-c7f3-41f6-9b9d-419097858541 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:38:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1023356123',display_name='tempest-VolumesAssistedSnapshotsTest-server-1023356123',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1023356123',id=8,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJF5lEF3j/i9VYg6uUXW3hSzMedg1L3uFI1wx2zgGk25YUQpXxvknACNesifpJVIVPfS+QBZ7S+qLy8vcSp2DvW17U0SclL6OYY66mfAnBXHuumXJZF1nWxt6WCpclkO1A==',key_name='tempest-keypair-1439309009',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='24f1f6af72d1439d8b4dfddf5a1a1abe',ramdisk_id='',reservation_id='r-xu9yikp1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1276382748',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1276382748-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bbc8d4b921449aa95f65f2926386496',uuid=13d3a9fc-c7f3-41f6-9b9d-419097858541,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Converting VIF {"id": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "address": "fa:16:3e:ab:1b:b8", "network": {"id": "4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-456357065-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24f1f6af72d1439d8b4dfddf5a1a1abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccb90f0d-00", "ovs_interfaceid": "ccb90f0d-0044-4138-bed1-1e2f98178f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:1b:b8,bridge_name='br-int',has_traffic_filtering=True,id=ccb90f0d-0044-4138-bed1-1e2f98178f81,network=Network(4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccb90f0d-00') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG os_vif [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:1b:b8,bridge_name='br-int',has_traffic_filtering=True,id=ccb90f0d-0044-4138-bed1-1e2f98178f81,network=Network(4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccb90f0d-00') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapccb90f0d-00, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=68cb320c-3081-42d2-8372-780794caa7bd) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:40 user nova-compute[74681]: INFO os_vif [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:1b:b8,bridge_name='br-int',has_traffic_filtering=True,id=ccb90f0d-0044-4138-bed1-1e2f98178f81,network=Network(4723ba87-a1d4-4a3b-b8f3-9e0e6356f8dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccb90f0d-00')
Oct 16 14:42:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Deleting instance files /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541_del
Oct 16 14:42:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Deletion of /opt/stack/data/nova/instances/13d3a9fc-c7f3-41f6-9b9d-419097858541_del complete
Oct 16 14:42:40 user nova-compute[74681]: INFO nova.compute.manager [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 16 14:42:40 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:42:40 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:42:41 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:41 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Took 1.07 seconds to deallocate network for instance.
Oct 16 14:42:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-50e9ffbf-d7e0-48d4-b5ab-564e5b66e512 req-96ad01bb-d4f9-4003-9d05-603e577f10a4 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50e9ffbf-d7e0-48d4-b5ab-564e5b66e512 req-96ad01bb-d4f9-4003-9d05-603e577f10a4 service nova] Acquiring lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50e9ffbf-d7e0-48d4-b5ab-564e5b66e512 req-96ad01bb-d4f9-4003-9d05-603e577f10a4 service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50e9ffbf-d7e0-48d4-b5ab-564e5b66e512 req-96ad01bb-d4f9-4003-9d05-603e577f10a4 service nova] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-50e9ffbf-d7e0-48d4-b5ab-564e5b66e512 req-96ad01bb-d4f9-4003-9d05-603e577f10a4 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] No waiting events found dispatching network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:41 user nova-compute[74681]: WARNING nova.compute.manager [req-50e9ffbf-d7e0-48d4-b5ab-564e5b66e512 req-96ad01bb-d4f9-4003-9d05-603e577f10a4 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received unexpected event network-vif-plugged-ccb90f0d-0044-4138-bed1-1e2f98178f81 for instance with vm_state deleted and task_state None.
Oct 16 14:42:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-50e9ffbf-d7e0-48d4-b5ab-564e5b66e512 req-96ad01bb-d4f9-4003-9d05-603e577f10a4 service nova] [instance: 13d3a9fc-c7f3-41f6-9b9d-419097858541] Received event network-vif-deleted-ccb90f0d-0044-4138-bed1-1e2f98178f81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:42 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:42:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:42:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.558s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:42 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Deleted allocations for instance 13d3a9fc-c7f3-41f6-9b9d-419097858541
Oct 16 14:42:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-15bad7c5-653c-41c5-b871-b10eac41b589 tempest-VolumesAssistedSnapshotsTest-1276382748 tempest-VolumesAssistedSnapshotsTest-1276382748-project-member] Lock "13d3a9fc-c7f3-41f6-9b9d-419097858541" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.905s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:42:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:43 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.407s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:49 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:49 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7419MB free_disk=25.49628448486328GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Applying migration context for instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 as it has an incoming, in-progress migration 0983dbb9-3a80-409e-b943-55275e074d7c. Migration status is finished {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 16 14:42:49 user nova-compute[74681]: INFO nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating resource usage from migration 0983dbb9-3a80-409e-b943-55275e074d7c
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d4535bb9-de15-4930-ad56-a885cd321188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 47b7eb2c-7187-4969-b310-5630183d79c3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance eadac844-21b5-437c-86cf-15b8d4a15514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5c4bb851-7f98-4b27-8ba4-682503049421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Migration 0983dbb9-3a80-409e-b943-55275e074d7c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:42:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:42:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:50 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:42:50 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:42:50 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:42:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.791s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-changed-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing instance network info cache due to event network-changed-5e8a69c8-142b-497d-8c17-c0f84cf14f20. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] Acquiring lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] Acquired lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Refreshing network info cache for port 5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updated VIF entry in instance network info cache for port 5e8a69c8-142b-497d-8c17-c0f84cf14f20. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [{"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93e025a9-575b-4b04-acb5-65ea8b6cc45c req-29cf0a9b-4d3d-4c66-b6de-6fe85af4f18a service nova] Releasing lock "refresh_cache-47b7eb2c-7187-4969-b310-5630183d79c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:42:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "47b7eb2c-7187-4969-b310-5630183d79c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:53 user nova-compute[74681]: INFO nova.compute.manager [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Terminating instance
Oct 16 14:42:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-3f916b97-b31e-4b3b-908b-532c9513d7ab req-d238b849-db80-4079-ae22-c8ce73f9a874 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3f916b97-b31e-4b3b-908b-532c9513d7ab req-d238b849-db80-4079-ae22-c8ce73f9a874 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3f916b97-b31e-4b3b-908b-532c9513d7ab req-d238b849-db80-4079-ae22-c8ce73f9a874 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3f916b97-b31e-4b3b-908b-532c9513d7ab req-d238b849-db80-4079-ae22-c8ce73f9a874 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-3f916b97-b31e-4b3b-908b-532c9513d7ab req-d238b849-db80-4079-ae22-c8ce73f9a874 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-unplugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-3f916b97-b31e-4b3b-908b-532c9513d7ab req-d238b849-db80-4079-ae22-c8ce73f9a874 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c7616a7-4c4d-45de-a93d-c2949383cc6b req-58e96667-2840-4ad5-af6e-672d3881e1eb service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c7616a7-4c4d-45de-a93d-c2949383cc6b req-58e96667-2840-4ad5-af6e-672d3881e1eb service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c7616a7-4c4d-45de-a93d-c2949383cc6b req-58e96667-2840-4ad5-af6e-672d3881e1eb service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9c7616a7-4c4d-45de-a93d-c2949383cc6b req-58e96667-2840-4ad5-af6e-672d3881e1eb service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c7616a7-4c4d-45de-a93d-c2949383cc6b req-58e96667-2840-4ad5-af6e-672d3881e1eb service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-unplugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-9c7616a7-4c4d-45de-a93d-c2949383cc6b req-58e96667-2840-4ad5-af6e-672d3881e1eb service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-bc3160d7-681e-4bec-b036-1123f452aa4d for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:55 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Instance destroyed successfully.
Oct 16 14:42:55 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lazy-loading 'resources' on Instance uuid 47b7eb2c-7187-4969-b310-5630183d79c3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "address": "fa:16:3e:65:75:c2", "network": {"id": "64d1382d-d4af-46d1-8c10-86a3551b1160", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1483123204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e8a69c8-14", "ovs_interfaceid": "5e8a69c8-142b-497d-8c17-c0f84cf14f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:75:c2,bridge_name='br-int',has_traffic_filtering=True,id=5e8a69c8-142b-497d-8c17-c0f84cf14f20,network=Network(64d1382d-d4af-46d1-8c10-86a3551b1160),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e8a69c8-14') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:75:c2,bridge_name='br-int',has_traffic_filtering=True,id=5e8a69c8-142b-497d-8c17-c0f84cf14f20,network=Network(64d1382d-d4af-46d1-8c10-86a3551b1160),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e8a69c8-14') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5e8a69c8-14, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f12a3d1-f39e-46a2-9030-96245a090720) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: INFO os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:75:c2,bridge_name='br-int',has_traffic_filtering=True,id=5e8a69c8-142b-497d-8c17-c0f84cf14f20,network=Network(64d1382d-d4af-46d1-8c10-86a3551b1160),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e8a69c8-14')
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:9d:d9,bridge_name='br-int',has_traffic_filtering=True,id=bc3160d7-681e-4bec-b036-1123f452aa4d,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbc3160d7-68') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:9d:d9,bridge_name='br-int',has_traffic_filtering=True,id=bc3160d7-681e-4bec-b036-1123f452aa4d,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbc3160d7-68') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc3160d7-68, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e2d601d-ad25-4907-a86a-34ecc74ae990) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: INFO os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:9d:d9,bridge_name='br-int',has_traffic_filtering=True,id=bc3160d7-681e-4bec-b036-1123f452aa4d,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbc3160d7-68')
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:32:2f,bridge_name='br-int',has_traffic_filtering=True,id=36cf0e06-c800-436f-ac21-43acb360a62b,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap36cf0e06-c8') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:32:2f,bridge_name='br-int',has_traffic_filtering=True,id=36cf0e06-c800-436f-ac21-43acb360a62b,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap36cf0e06-c8') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36cf0e06-c8, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba95fa85-ba7e-41cc-981a-ba942acb3936) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: INFO os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:32:2f,bridge_name='br-int',has_traffic_filtering=True,id=36cf0e06-c800-436f-ac21-43acb360a62b,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap36cf0e06-c8')
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:d6:a1,bridge_name='br-int',has_traffic_filtering=True,id=3bce6649-6c72-4522-8b9b-4179d3b428df,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bce6649-6c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:d6:a1,bridge_name='br-int',has_traffic_filtering=True,id=3bce6649-6c72-4522-8b9b-4179d3b428df,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bce6649-6c') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3bce6649-6c, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=22366cb4-85ec-4b4d-89cc-9637feb690f0) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: INFO os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:d6:a1,bridge_name='br-int',has_traffic_filtering=True,id=3bce6649-6c72-4522-8b9b-4179d3b428df,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bce6649-6c')
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:a4:d1,bridge_name='br-int',has_traffic_filtering=True,id=d023b39c-8e1d-4ba6-ae2b-88b99793fbc8,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd023b39c-8e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:a4:d1,bridge_name='br-int',has_traffic_filtering=True,id=d023b39c-8e1d-4ba6-ae2b-88b99793fbc8,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd023b39c-8e') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd023b39c-8e, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb5482b1-109b-4d15-b752-c9324d993ed0) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: INFO os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:a4:d1,bridge_name='br-int',has_traffic_filtering=True,id=d023b39c-8e1d-4ba6-ae2b-88b99793fbc8,network=Network(efd1ff22-814a-441b-a53c-b9baf16d5fc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd023b39c-8e')
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:e2:3c,bridge_name='br-int',has_traffic_filtering=True,id=36e55e45-394f-4a58-9ce3-de89c0f8892a,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36e55e45-39') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:e2:3c,bridge_name='br-int',has_traffic_filtering=True,id=36e55e45-394f-4a58-9ce3-de89c0f8892a,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36e55e45-39') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36e55e45-39, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7999091f-03d1-4e1f-bbac-d443707c8f1f) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-5e8a69c8-142b-497d-8c17-c0f84cf14f20 for instance with vm_state active and task_state deleting.
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-unplugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-36cf0e06-c800-436f-ac21-43acb360a62b for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-36cf0e06-c800-436f-ac21-43acb360a62b for instance with vm_state active and task_state deleting.
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-unplugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-3bce6649-6c72-4522-8b9b-4179d3b428df for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.049s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-3bce6649-6c72-4522-8b9b-4179d3b428df for instance with vm_state active and task_state deleting.
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-unplugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING nova.compute.manager [req-070d07d1-a224-4a58-b9fc-0d1581ed9999 req-3e98a1c1-fce8-43f8-93c1-08c340b60d96 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 for instance with vm_state active and task_state deleting.
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: INFO os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:e2:3c,bridge_name='br-int',has_traffic_filtering=True,id=36e55e45-394f-4a58-9ce3-de89c0f8892a,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36e55e45-39')
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:39:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2079219710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2079219710',id=10,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXjBZD+apcZekQQ3MJni5uWG/qf+Qg0Q1nc5AZIRuNCX//a6Pff9UOSscIjapbdiODk1HiZaceU+uOaXMWAyCGKpqLYRJMTEHmZPBrnxlDfrq+rjSzkkWQsodmYU/b0sA==',key_name='tempest-keypair-66480880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a9c61c611143cdb2ad987c7856c904',ramdisk_id='',reservation_id='r-eangyw5j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1105034581',owner_user_name='tempest-TaggedBootDevicesTest-1105034581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae6c0ea76d204ec19a5088614e1544c3',uuid=47b7eb2c-7187-4969-b310-5630183d79c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converting VIF {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=ea99225e-6b98-4b63-9355-ff496f75ada9,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea99225e-6b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=ea99225e-6b98-4b63-9355-ff496f75ada9,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea99225e-6b') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapea99225e-6b, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dfc0b8ab-c146-4f04-bb1d-660bcaff11a1) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:56 user nova-compute[74681]: INFO os_vif [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=ea99225e-6b98-4b63-9355-ff496f75ada9,network=Network(6e122c3b-6632-43f8-adfc-3a2dad5c953b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea99225e-6b')
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ueHMgGjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-bc3160d7-681e-4bec-b036-1123f452aa4d for instance with vm_state active and task_state deleting.
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-unplugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-36e55e45-394f-4a58-9ce3-de89c0f8892a for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-36e55e45-394f-4a58-9ce3-de89c0f8892a for instance with vm_state active and task_state deleting.
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-unplugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-unplugged-ea99225e-6b98-4b63-9355-ff496f75ada9 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Acquiring lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] Lock "47b7eb2c-7187-4969-b310-5630183d79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] No waiting events found dispatching network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING nova.compute.manager [req-cd67bf49-e59b-4339-b266-38ebd3e407d0 req-a687d728-5a7b-4bff-9b36-6b876ea59923 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received unexpected event network-vif-plugged-ea99225e-6b98-4b63-9355-ff496f75ada9 for instance with vm_state active and task_state deleting.
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9984b2c4-9839-4479-9e0f-d02f756f34e3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:42:56 user nova-compute[74681]: No targets found.
Oct 16 14:42:56 user nova-compute[74681]: iSNS:
Oct 16 14:42:56 user nova-compute[74681]: No targets found.
Oct 16 14:42:56 user nova-compute[74681]: STATIC:
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: FIRMWARE:
Oct 16 14:42:56 user nova-compute[74681]: No targets found.
Oct 16 14:42:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:42:56 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:42:56 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d51b44a6-75b1-42b2-9bff-b17777bdb80c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[87bd8d78-aebb-41dc-8051-66eee948c7ea]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d07e5990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790'): ({'sdf'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Removing single pathed devices sdf {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e483ccd3-5089-44e0-a879-6e19912ca7bb]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd9a24a-a795-4855-a4d4-f1a5ae9a7fb7]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Flushing IO for device /dev/sdf {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f37be651-c494-4c7a-9179-c27e9c7f32d2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[237687f7-a48d-4810-8b95-dc21f8465826]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b9a356-dd00-439c-ad30-9e0b8787f3c5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b702c32-21f4-4738-a31c-68f31563eeb2]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260]
Oct 16 14:42:56 user nova-compute[74681]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790, portal: 172.16.0.220,3260] successful.
Oct 16 14:42:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06995056-44a4-467e-b7fa-8899cb07a790 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ab1eb7-161e-43b5-a0e7-beed3eaa2a3b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== disconnect_volume: return (346ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qKZocQae', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:42:56 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e859933-b107-492a-93d0-3bacfaa53301]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:42:56 user nova-compute[74681]: No targets found.
Oct 16 14:42:56 user nova-compute[74681]: iSNS:
Oct 16 14:42:56 user nova-compute[74681]: No targets found.
Oct 16 14:42:56 user nova-compute[74681]: STATIC:
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:42:56 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:56 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:56 user nova-compute[74681]: FIRMWARE:
Oct 16 14:42:56 user nova-compute[74681]: No targets found.
Oct 16 14:42:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:42:56 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:42:56 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d632425-ba68-4840-ac10-e812323e6615]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a30947e-38aa-434e-8519-9a8d329996f4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 (non-flash)
Oct 16 14:42:56 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d05813f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862'): ({'sdh'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Removing single pathed devices sdh {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:42:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[efae6ac8-b76a-44a7-90ec-248c891f95ac]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c741c3-81be-4b39-ac2b-59a01bb82676]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Flushing IO for device /dev/sdh {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9033358c-e9ee-4bed-a1a3-7a09b26b897c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f96347-7960-482d-a1a3-042fd47ada4c]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] SCSI volumes sdh have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e2a50ec-af01-4b83-a65e-fd61a4478b9e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e61762-7b8c-442f-9d43-c87560a0b323]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260]
Oct 16 14:42:57 user nova-compute[74681]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862, portal: 172.16.0.220,3260] successful.
Oct 16 14:42:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ddaf0af-4478-42c4-a7e8-f21ee4b14862 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[806c19d0-2d57-4179-8236-96006e986562]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== disconnect_volume: return (311ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PkxHGdFr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:42:57 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc65798-a762-4c3d-80f3-02b1d455a9b8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:42:57 user nova-compute[74681]: No targets found.
Oct 16 14:42:57 user nova-compute[74681]: iSNS:
Oct 16 14:42:57 user nova-compute[74681]: No targets found.
Oct 16 14:42:57 user nova-compute[74681]: STATIC:
Oct 16 14:42:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:42:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:42:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69
Oct 16 14:42:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:57 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:42:57 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:42:57 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:42:57 user nova-compute[74681]: FIRMWARE:
Oct 16 14:42:57 user nova-compute[74681]: No targets found.
Oct 16 14:42:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:42:57 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:42:57 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[97119d87-4565-467e-9b7f-90d4d14d75aa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0779d541-4cc7-41c9-a417-0ebaff58c3c7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:57 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:57 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:57 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:42:57 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:42:57 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:42:57 user nova-compute[74681]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 (non-flash)
Oct 16 14:42:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d05813f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69'): ({'sdg'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Removing single pathed devices sdg {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[223645d3-68ed-463e-a6d8-647c910bd21c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c68bfee6-b2f4-4096-93ac-f0088b4d62fd]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Flushing IO for device /dev/sdg {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0db1f86-ed58-4987-80bb-3613239cfac9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.040s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[314996d9-5d34-4d0a-9127-c6d216539a59]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] SCSI volumes sdg have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf0508a-b8ac-423b-bcdf-58e0a276e777]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b1bb0ef-8082-4667-a5d9-64fb401ddb26]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260]
Oct 16 14:42:57 user nova-compute[74681]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69, portal: 172.16.0.220,3260] successful.
Oct 16 14:42:57 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a83be04f-1506-46d4-a8b1-4ed545e90d69 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bbb48a3-08f6-443d-b773-493452f86ab6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] <== disconnect_volume: return (334ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:42:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Deleting instance files /opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3_del
Oct 16 14:42:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Deletion of /opt/stack/data/nova/instances/47b7eb2c-7187-4969-b310-5630183d79c3_del complete
Oct 16 14:42:57 user nova-compute[74681]: INFO nova.compute.manager [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Took 3.66 seconds to destroy the instance on the hypervisor.
Oct 16 14:42:57 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:42:57 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:42:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:42:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-19bab4a2-4a2a-4581-b608-6ac18de1c32a req-243064e9-e20f-4bb6-9f2d-71cfb8ca3f67 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-deleted-5e8a69c8-142b-497d-8c17-c0f84cf14f20 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:42:59 user nova-compute[74681]: INFO nova.compute.manager [req-19bab4a2-4a2a-4581-b608-6ac18de1c32a req-243064e9-e20f-4bb6-9f2d-71cfb8ca3f67 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Neutron deleted interface 5e8a69c8-142b-497d-8c17-c0f84cf14f20; detaching it from the instance and deleting it from the info cache
Oct 16 14:42:59 user nova-compute[74681]: DEBUG nova.network.neutron [req-19bab4a2-4a2a-4581-b608-6ac18de1c32a req-243064e9-e20f-4bb6-9f2d-71cfb8ca3f67 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [{"id": "bc3160d7-681e-4bec-b036-1123f452aa4d", "address": "fa:16:3e:d9:9d:d9", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc3160d7-68", "ovs_interfaceid": "bc3160d7-681e-4bec-b036-1123f452aa4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "36cf0e06-c800-436f-ac21-43acb360a62b", "address": "fa:16:3e:93:32:2f", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36cf0e06-c8", "ovs_interfaceid": "36cf0e06-c800-436f-ac21-43acb360a62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bce6649-6c72-4522-8b9b-4179d3b428df", "address": "fa:16:3e:be:d6:a1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bce6649-6c", "ovs_interfaceid": "3bce6649-6c72-4522-8b9b-4179d3b428df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "address": "fa:16:3e:cd:a4:d1", "network": {"id": "efd1ff22-814a-441b-a53c-b9baf16d5fc6", "bridge": "br-int", "label": "tempest-device-tagging-net1-1085035096", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd023b39c-8e", "ovs_interfaceid": "d023b39c-8e1d-4ba6-ae2b-88b99793fbc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "address": "fa:16:3e:d7:e2:3c", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36e55e45-39", "ovs_interfaceid": "36e55e45-394f-4a58-9ce3-de89c0f8892a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea99225e-6b98-4b63-9355-ff496f75ada9", "address": "fa:16:3e:25:2e:a8", "network": {"id": "6e122c3b-6632-43f8-adfc-3a2dad5c953b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1558858112", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "46a9c61c611143cdb2ad987c7856c904", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea99225e-6b", "ovs_interfaceid": "ea99225e-6b98-4b63-9355-ff496f75ada9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:42:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-19bab4a2-4a2a-4581-b608-6ac18de1c32a req-243064e9-e20f-4bb6-9f2d-71cfb8ca3f67 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Detach interface failed, port_id=5e8a69c8-142b-497d-8c17-c0f84cf14f20, reason: Instance 47b7eb2c-7187-4969-b310-5630183d79c3 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 14:43:01 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:01 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Took 3.51 seconds to deallocate network for instance.
Oct 16 14:43:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-c3a8f119-42ad-4f07-9267-b3db1e8c07cb req-205f06e2-3435-418d-bd3d-f8a05112f8b4 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-deleted-3bce6649-6c72-4522-8b9b-4179d3b428df {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-c3a8f119-42ad-4f07-9267-b3db1e8c07cb req-205f06e2-3435-418d-bd3d-f8a05112f8b4 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-deleted-ea99225e-6b98-4b63-9355-ff496f75ada9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-c3a8f119-42ad-4f07-9267-b3db1e8c07cb req-205f06e2-3435-418d-bd3d-f8a05112f8b4 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-deleted-36e55e45-394f-4a58-9ce3-de89c0f8892a {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-c3a8f119-42ad-4f07-9267-b3db1e8c07cb req-205f06e2-3435-418d-bd3d-f8a05112f8b4 service nova] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Received event network-vif-deleted-d023b39c-8e1d-4ba6-ae2b-88b99793fbc8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:04 user nova-compute[74681]: INFO nova.compute.manager [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] [instance: 47b7eb2c-7187-4969-b310-5630183d79c3] Took 3.03 seconds to detach 3 volumes for instance.
Oct 16 14:43:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:04 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:43:04 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:43:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.430s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:04 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Deleted allocations for instance 47b7eb2c-7187-4969-b310-5630183d79c3
Oct 16 14:43:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1915f558-8519-4d48-b050-37f187d27100 tempest-TaggedBootDevicesTest-1105034581 tempest-TaggedBootDevicesTest-1105034581-project-member] Lock "47b7eb2c-7187-4969-b310-5630183d79c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.856s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:43:15 user nova-compute[74681]: INFO nova.compute.claims [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Claim successful on node user
Oct 16 14:43:15 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.569s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:43:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:43:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:43:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Creating image(s)
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.policy [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952b0cf9d1094360aa8074368d9f94e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b12edc98b442ebbfeaecd294532d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk 1073741824" returned: 0 in 0.050s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Successfully created port: eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Cannot resize image /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Ensure instance console log exists: /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Successfully updated port: eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquired lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing instance network info cache due to event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] Acquiring lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:43:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Releasing lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance network_info: |[{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] Acquired lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Start _get_guest_xml network_info=[{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:43:18 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:43:18 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1666744152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1666744152',id=17,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuQ0hq9lFQCaYNqfGLAgIKKEwi3pdO3hTzv3qiNhdA7VnWA0jgW4Ux/FclVQXMrL3wSyiO23BJxs9IQyvvuxAhfj1/FvJ/8FR6yem/TYvO+nd1GQs9JDNk7e9Sl4aARvA==',key_name='tempest-keypair-895550277',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-5326ucva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:43:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=bec36427-b35c-4b8d-994c-1cab1900dcca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'pci_devices' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:43:18 user nova-compute[74681]:   <uuid>bec36427-b35c-4b8d-994c-1cab1900dcca</uuid>
Oct 16 14:43:18 user nova-compute[74681]:   <name>instance-00000011</name>
Oct 16 14:43:18 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:43:18 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:43:18 user nova-compute[74681]:   <metadata>
Oct 16 14:43:18 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:43:18 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:43:18 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1666744152</nova:name>
Oct 16 14:43:18 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:43:18</nova:creationTime>
Oct 16 14:43:18 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:43:18 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:43:18 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:43:18 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:43:18 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:43:18 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:43:18 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:43:18 user nova-compute[74681]:       <nova:owner>
Oct 16 14:43:18 user nova-compute[74681]:         <nova:user uuid="952b0cf9d1094360aa8074368d9f94e0">tempest-AttachVolumeShelveTestJSON-537628858-project-member</nova:user>
Oct 16 14:43:18 user nova-compute[74681]:         <nova:project uuid="81b12edc98b442ebbfeaecd294532d96">tempest-AttachVolumeShelveTestJSON-537628858</nova:project>
Oct 16 14:43:18 user nova-compute[74681]:       </nova:owner>
Oct 16 14:43:18 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:43:18 user nova-compute[74681]:       <nova:ports>
Oct 16 14:43:18 user nova-compute[74681]:         <nova:port uuid="eec4b150-0f27-44a5-aac3-869695d39b64">
Oct 16 14:43:18 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 14:43:18 user nova-compute[74681]:         </nova:port>
Oct 16 14:43:18 user nova-compute[74681]:       </nova:ports>
Oct 16 14:43:18 user nova-compute[74681]:     </nova:instance>
Oct 16 14:43:18 user nova-compute[74681]:   </metadata>
Oct 16 14:43:18 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:43:18 user nova-compute[74681]:     <system>
Oct 16 14:43:18 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:43:18 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:43:18 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:43:18 user nova-compute[74681]:       <entry name="serial">bec36427-b35c-4b8d-994c-1cab1900dcca</entry>
Oct 16 14:43:18 user nova-compute[74681]:       <entry name="uuid">bec36427-b35c-4b8d-994c-1cab1900dcca</entry>
Oct 16 14:43:18 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:43:18 user nova-compute[74681]:     </system>
Oct 16 14:43:18 user nova-compute[74681]:   </sysinfo>
Oct 16 14:43:18 user nova-compute[74681]:   <os>
Oct 16 14:43:18 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:43:18 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:43:18 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:43:18 user nova-compute[74681]:   </os>
Oct 16 14:43:18 user nova-compute[74681]:   <features>
Oct 16 14:43:18 user nova-compute[74681]:     <acpi/>
Oct 16 14:43:18 user nova-compute[74681]:     <apic/>
Oct 16 14:43:18 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:43:18 user nova-compute[74681]:   </features>
Oct 16 14:43:18 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:43:18 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:43:18 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:43:18 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:43:18 user nova-compute[74681]:   </clock>
Oct 16 14:43:18 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:43:18 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:43:18 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:43:18 user nova-compute[74681]:   </cpu>
Oct 16 14:43:18 user nova-compute[74681]:   <devices>
Oct 16 14:43:18 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:43:18 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:43:18 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk"/>
Oct 16 14:43:18 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:43:18 user nova-compute[74681]:     </disk>
Oct 16 14:43:18 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:43:18 user nova-compute[74681]:       <mac address="fa:16:3e:b5:0e:4d"/>
Oct 16 14:43:18 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:43:18 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:43:18 user nova-compute[74681]:       <target dev="tapeec4b150-0f"/>
Oct 16 14:43:18 user nova-compute[74681]:     </interface>
Oct 16 14:43:18 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:43:18 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/console.log" append="off"/>
Oct 16 14:43:18 user nova-compute[74681]:     </serial>
Oct 16 14:43:18 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:43:18 user nova-compute[74681]:     <video>
Oct 16 14:43:18 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:43:18 user nova-compute[74681]:     </video>
Oct 16 14:43:18 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:43:18 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:43:18 user nova-compute[74681]:     </rng>
Oct 16 14:43:18 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:43:18 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:43:18 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:43:18 user nova-compute[74681]:     </memballoon>
Oct 16 14:43:18 user nova-compute[74681]:   </devices>
Oct 16 14:43:18 user nova-compute[74681]: </domain>
Oct 16 14:43:18 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1666744152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1666744152',id=17,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuQ0hq9lFQCaYNqfGLAgIKKEwi3pdO3hTzv3qiNhdA7VnWA0jgW4Ux/FclVQXMrL3wSyiO23BJxs9IQyvvuxAhfj1/FvJ/8FR6yem/TYvO+nd1GQs9JDNk7e9Sl4aARvA==',key_name='tempest-keypair-895550277',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-5326ucva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:43:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=bec36427-b35c-4b8d-994c-1cab1900dcca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG os_vif [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b23c8d5e-44fe-54e7-a9db-a942112b45a5', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeec4b150-0f, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeec4b150-0f, col_values=(('qos', UUID('f2438a96-0623-443e-9b96-603c8cc0bb8b')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeec4b150-0f, col_values=(('external_ids', {'iface-id': 'eec4b150-0f27-44a5-aac3-869695d39b64', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:0e:4d', 'vm-uuid': 'bec36427-b35c-4b8d-994c-1cab1900dcca'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:18 user nova-compute[74681]: INFO os_vif [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f')
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No VIF found with MAC fa:16:3e:b5:0e:4d, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updated VIF entry in instance network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f338395a-210c-45f5-8a1f-82995b3f62e8 req-4db4a544-bb8f-46d6-a212-67dccc0cb4b3 service nova] Releasing lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-40323bd0-87b5-4b10-9909-ace5883d8ed7 req-9a829a69-51e6-4d29-9d15-5366e9777dfc service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40323bd0-87b5-4b10-9909-ace5883d8ed7 req-9a829a69-51e6-4d29-9d15-5366e9777dfc service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40323bd0-87b5-4b10-9909-ace5883d8ed7 req-9a829a69-51e6-4d29-9d15-5366e9777dfc service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40323bd0-87b5-4b10-9909-ace5883d8ed7 req-9a829a69-51e6-4d29-9d15-5366e9777dfc service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-40323bd0-87b5-4b10-9909-ace5883d8ed7 req-9a829a69-51e6-4d29-9d15-5366e9777dfc service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:19 user nova-compute[74681]: WARNING nova.compute.manager [req-40323bd0-87b5-4b10-9909-ace5883d8ed7 req-9a829a69-51e6-4d29-9d15-5366e9777dfc service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received unexpected event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with vm_state building and task_state spawning.
Oct 16 14:43:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-1efa3a22-256c-46b7-bb2b-05d330a7e0bf req-47d70361-f4d5-452e-a102-cbb4680bfe1c service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1efa3a22-256c-46b7-bb2b-05d330a7e0bf req-47d70361-f4d5-452e-a102-cbb4680bfe1c service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1efa3a22-256c-46b7-bb2b-05d330a7e0bf req-47d70361-f4d5-452e-a102-cbb4680bfe1c service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1efa3a22-256c-46b7-bb2b-05d330a7e0bf req-47d70361-f4d5-452e-a102-cbb4680bfe1c service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-1efa3a22-256c-46b7-bb2b-05d330a7e0bf req-47d70361-f4d5-452e-a102-cbb4680bfe1c service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:21 user nova-compute[74681]: WARNING nova.compute.manager [req-1efa3a22-256c-46b7-bb2b-05d330a7e0bf req-47d70361-f4d5-452e-a102-cbb4680bfe1c service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received unexpected event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with vm_state building and task_state spawning.
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:43:22 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance spawned successfully.
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:43:22 user nova-compute[74681]: INFO nova.compute.manager [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Rescuing
Oct 16 14:43:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquired lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:43:22 user nova-compute[74681]: INFO nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Took 6.03 seconds to spawn the instance on the hypervisor.
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:43:22 user nova-compute[74681]: INFO nova.compute.manager [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Took 6.98 seconds to build instance.
Oct 16 14:43:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8121952c-a562-4216-8c82-dd7258305bc3 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.097s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updating instance_info_cache with network_info: [{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Releasing lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-40b9ed0c-c7aa-48f1-916e-262c7b7ca86d req-80f69678-713c-4672-a03a-24bc4e6d54bc service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40b9ed0c-c7aa-48f1-916e-262c7b7ca86d req-80f69678-713c-4672-a03a-24bc4e6d54bc service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40b9ed0c-c7aa-48f1-916e-262c7b7ca86d req-80f69678-713c-4672-a03a-24bc4e6d54bc service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40b9ed0c-c7aa-48f1-916e-262c7b7ca86d req-80f69678-713c-4672-a03a-24bc4e6d54bc service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-40b9ed0c-c7aa-48f1-916e-262c7b7ca86d req-80f69678-713c-4672-a03a-24bc4e6d54bc service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:23 user nova-compute[74681]: WARNING nova.compute.manager [req-40b9ed0c-c7aa-48f1-916e-262c7b7ca86d req-80f69678-713c-4672-a03a-24bc4e6d54bc service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state active and task_state rescuing.
Oct 16 14:43:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance destroyed successfully.
Oct 16 14:43:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Attempting a stable device rescue
Oct 16 14:43:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74681) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 14:43:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance directory exists: not creating {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 14:43:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Creating image(s)
Oct 16 14:43:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "/opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "/opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "/opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'trusted_certs' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG nova.objects.instance [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'flavor' on Instance uuid 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.080s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.part --force-share --output=json" returned: 0 in 0.216s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG nova.virt.images [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] 0262381c-69e4-443c-9ca8-0e1fa76059fc was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.part /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:25 user nova-compute[74681]: INFO nova.compute.manager [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Attaching volume 8f42758c-1a99-4375-9e7f-a7cb338cf15e to /dev/vdb
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.part /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.converted" returned: 0 in 0.476s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:25 user nova-compute[74681]: DEBUG os_brick.utils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:26 user nova-compute[74681]: WARNING nova.compute.manager [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state active and task_state rescuing.
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-changed-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Refreshing instance network info cache due to event network-changed-65f6e645-3aa7-4ae1-8def-8651c446c1e6. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] Acquiring lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] Acquired lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Refreshing network info cache for port 65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f734657c-c75c-437e-b84d-15bcaddc2ac0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cacff7f1-8572-4ccb-9401-0fdbfdf959c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3bb8e49-f9ec-4484-b5fa-cd7269f937f7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8cad5ba-b592-4e42-aef6-cf163ab40638]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:43:26 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e64c411c-63ff-4455-a681-877872901d70]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.utils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updating existing volume attachment record: d0ee954a-5048-48f8-aadb-25026817855e {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd.converted --force-share --output=json" returned: 0 in 0.244s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.886s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd,backing_fmt=raw /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd,backing_fmt=raw /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue" returned: 0 in 0.065s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'migration_context' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Object Instance<051c3b57-a7c0-4cd5-96c4-dae6d1d1f097> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Start _get_guest_xml network_info=[{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "vif_mac": "fa:16:3e:10:24:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '0262381c-69e4-443c-9ca8-0e1fa76059fc', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oRjMQJTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '051c3b57-a7c0-4cd5-96c4-dae6d1d1f097', 'attached_at': '', 'detached_at': '', 'volume_id': 'c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'serial': 'c52066c3-22b7-4422-9fcf-32b4d9f4087c'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'da8d1712-8417-4697-a2fd-2c872bbd446a', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'resources' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Object Instance<051c3b57-a7c0-4cd5-96c4-dae6d1d1f097> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'numa_topology' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updated VIF entry in instance network info cache for port 65f6e645-3aa7-4ae1-8def-8651c446c1e6. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updating instance_info_cache with network_info: [{"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Object Instance<051c3b57-a7c0-4cd5-96c4-dae6d1d1f097> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dad77cc9-b461-4982-8738-88ec5fc04787 req-c82fad8e-bdfc-4163-b2a6-9b1fea91c236 service nova] Releasing lock "refresh_cache-5c4bb851-7f98-4b27-8ba4-682503049421" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:43:26 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:43:26 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'vcpu_model' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Object Instance<051c3b57-a7c0-4cd5-96c4-dae6d1d1f097> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oRjMQJTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:43:26 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:43:26 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:43:26 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f8427bf-75e1-4377-aa98-468c6ff03fe7]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = oRjMQJTV\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 16 14:43:26 user nova-compute[74681]: node.name = iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:43:26 user nova-compute[74681]: node.tpgt = -1
Oct 16 14:43:26 user nova-compute[74681]: node.startup = automatic
Oct 16 14:43:26 user nova-compute[74681]: node.leading_login = No
Oct 16 14:43:26 user nova-compute[74681]: iface.iscsi_ifacename = default
Oct 16 14:43:26 user nova-compute[74681]: iface.net_ifacename = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.ipaddress = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.prefix_len = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.hwaddress = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.transport_name = tcp
Oct 16 14:43:26 user nova-compute[74681]: iface.initiatorname = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.state = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.vlan_id = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.vlan_priority = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.vlan_state = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.iface_num = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.mtu = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.port = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.bootproto = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.subnet_mask = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.gateway = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_alt_client_id_state = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_alt_client_id = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_dns = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_learn_iqn = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_req_vendor_id_state = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_vendor_id_state = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_vendor_id = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.dhcp_slp_da = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.fragmentation = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.gratuitous_arp = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.incoming_forwarding = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.tos_state = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.tos = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.ttl = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.delayed_ack = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.tcp_nagle = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.tcp_wsf_state = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.tcp_wsf = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.tcp_timer_scale = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.tcp_timestamp = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.redirect = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.def_task_mgmt_timeout = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.header_digest = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.data_digest = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.immediate_data = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.initial_r2t = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.data_seq_inorder = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.data_pdu_inorder = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.erl = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.max_receive_data_len = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.first_burst_len = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.max_outstanding_r2t = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.max_burst_len = 0
Oct 16 14:43:26 user nova-compute[74681]: iface.chap_auth = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.bidi_chap = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.strict_login_compliance = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.discovery_auth = <empty>
Oct 16 14:43:26 user nova-compute[74681]: iface.discovery_logout = <empty>
Oct 16 14:43:26 user nova-compute[74681]: node.discovery_address = <empty>
Oct 16 14:43:26 user nova-compute[74681]: node.discovery_port = 0
Oct 16 14:43:26 user nova-compute[74681]: node.discovery_type = static
Oct 16 14:43:26 user nova-compute[74681]: node.session.initial_cmdsn = 0
Oct 16 14:43:26 user nova-compute[74681]: node.session.initial_login_retry_max = 8
Oct 16 14:43:26 user nova-compute[74681]: node.session.xmit_thread_priority = -20
Oct 16 14:43:26 user nova-compute[74681]: node.session.cmds_max = 128
Oct 16 14:43:26 user nova-compute[74681]: node.session.queue_depth = 32
Oct 16 14:43:26 user nova-compute[74681]: node.session.nr_sessions = 1
Oct 16 14:43:26 user nova-compute[74681]: node.session.auth.authmethod = CHAP
Oct 16 14:43:26 user nova-compute[74681]: node.session.auth.username = oRjMQJTV
Oct 16 14:43:26 user nova-compute[74681]: node.session.auth.password = ***
Oct 16 14:43:26 user nova-compute[74681]: node.session.auth.username_in = <empty>
Oct 16 14:43:26 user nova-compute[74681]: node.session.auth.password_in = <empty>
Oct 16 14:43:26 user nova-compute[74681]: node.session.auth.chap_algs = MD5
Oct 16 14:43:26 user nova-compute[74681]: node.session.timeo.replacement_timeout = 120
Oct 16 14:43:26 user nova-compute[74681]: node.session.err_timeo.abort_timeout = 15
Oct 16 14:43:26 user nova-compute[74681]: node.session.err_timeo.lu_reset_timeout = 30
Oct 16 14:43:26 user nova-compute[74681]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 16 14:43:26 user nova-compute[74681]: node.session.err_timeo.host_reset_timeout = 60
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.FastAbort = Yes
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.InitialR2T = No
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.ImmediateData = Yes
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.FirstBurstLength = 262144
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.MaxBurstLength = 16776192
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.DefaultTime2Retain = 0
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.DefaultTime2Wait = 2
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.MaxConnections = 1
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 16 14:43:26 user nova-compute[74681]: node.session.iscsi.ERL = 0
Oct 16 14:43:26 user nova-compute[74681]: node.session.scan = manual
Oct 16 14:43:26 user nova-compute[74681]: node.session.reopen_max = 0
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].address = 172.16.0.220
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].port = 3260
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].startup = manual
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].tcp.window_size = 524288
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].tcp.type_of_service = 0
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].timeo.logout_timeout = 15
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].timeo.login_timeout = 15
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].timeo.auth_timeout = 45
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].timeo.noop_out_interval = 5
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].timeo.noop_out_timeout = 5
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].iscsi.HeaderDigest = None
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].iscsi.DataDigest = None
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].iscsi.IFMarker = No
Oct 16 14:43:26 user nova-compute[74681]: node.conn[0].iscsi.OFMarker = No
Oct 16 14:43:26 user nova-compute[74681]: # END RECORD
Oct 16 14:43:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a69005-a4d0-46ad-8319-ac7ee9ffc84f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bcd4f4c-8c23-4419-b09e-ff8f4c3e7fad]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oRjMQJTV {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oRjMQJTV" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[df527b89-1323-42a2-a9bf-a71ad0034d02]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oRjMQJTV'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5189052-a891-4ad2-bfd7-a01f82ced5aa]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f04abc1-2999-4114-918a-02fe65019136]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:26 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:26 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:26 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:26 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.164s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] HCTL ('35', '0', '0', 0) found on session 11 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9cd6bd5-07ec-45ae-a4f7-c99071884b48]: (4, ('0 0 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching for a device in session 11 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oRjMQJTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.193s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] <== connect_volume: return (196ms) {'type': 'block', 'scsi_wwn': '23432636161343130', 'path': '/dev/sdd'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432636161343130', 'path': '/dev/sdd'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:40:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1969439953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1969439953',id=11,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-z6dfrvgi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:41:42Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=051c3b57-a7c0-4cd5-96c4-dae6d1d1f097,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "vif_mac": "fa:16:3e:10:24:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "vif_mac": "fa:16:3e:10:24:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'pci_devices' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.objects.base [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Object Instance<051c3b57-a7c0-4cd5-96c4-dae6d1d1f097> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:43:26 user nova-compute[74681]:   <uuid>051c3b57-a7c0-4cd5-96c4-dae6d1d1f097</uuid>
Oct 16 14:43:26 user nova-compute[74681]:   <name>instance-0000000b</name>
Oct 16 14:43:26 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:43:26 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:43:26 user nova-compute[74681]:   <metadata>
Oct 16 14:43:26 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:43:26 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:43:26 user nova-compute[74681]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1969439953</nova:name>
Oct 16 14:43:26 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:43:26</nova:creationTime>
Oct 16 14:43:26 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:43:26 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:43:26 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:43:26 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:43:26 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:43:26 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:43:26 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:43:26 user nova-compute[74681]:       <nova:owner>
Oct 16 14:43:26 user nova-compute[74681]:         <nova:user uuid="14b40f44598a4491b192d97175b9829a">tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member</nova:user>
Oct 16 14:43:26 user nova-compute[74681]:         <nova:project uuid="128859ddacf54bc9acbef5a2f95d058e">tempest-ServerBootFromVolumeStableRescueTest-730204498</nova:project>
Oct 16 14:43:26 user nova-compute[74681]:       </nova:owner>
Oct 16 14:43:26 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:43:26 user nova-compute[74681]:       <nova:ports>
Oct 16 14:43:26 user nova-compute[74681]:         <nova:port uuid="ea23d26b-10c1-4fdc-895a-8e09cf48fec4">
Oct 16 14:43:26 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 14:43:26 user nova-compute[74681]:         </nova:port>
Oct 16 14:43:26 user nova-compute[74681]:       </nova:ports>
Oct 16 14:43:26 user nova-compute[74681]:     </nova:instance>
Oct 16 14:43:26 user nova-compute[74681]:   </metadata>
Oct 16 14:43:26 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:43:26 user nova-compute[74681]:     <system>
Oct 16 14:43:26 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:43:26 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:43:26 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:43:26 user nova-compute[74681]:       <entry name="serial">051c3b57-a7c0-4cd5-96c4-dae6d1d1f097</entry>
Oct 16 14:43:26 user nova-compute[74681]:       <entry name="uuid">051c3b57-a7c0-4cd5-96c4-dae6d1d1f097</entry>
Oct 16 14:43:26 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:43:26 user nova-compute[74681]:     </system>
Oct 16 14:43:26 user nova-compute[74681]:   </sysinfo>
Oct 16 14:43:26 user nova-compute[74681]:   <os>
Oct 16 14:43:26 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:43:26 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:43:26 user nova-compute[74681]:   </os>
Oct 16 14:43:26 user nova-compute[74681]:   <features>
Oct 16 14:43:26 user nova-compute[74681]:     <acpi/>
Oct 16 14:43:26 user nova-compute[74681]:     <apic/>
Oct 16 14:43:26 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:43:26 user nova-compute[74681]:   </features>
Oct 16 14:43:26 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:43:26 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:43:26 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:43:26 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:43:26 user nova-compute[74681]:   </clock>
Oct 16 14:43:26 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:43:26 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:43:26 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:43:26 user nova-compute[74681]:   </cpu>
Oct 16 14:43:26 user nova-compute[74681]:   <devices>
Oct 16 14:43:26 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:43:26 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:43:26 user nova-compute[74681]:       <source dev="/dev/sdd"/>
Oct 16 14:43:26 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:43:26 user nova-compute[74681]:       <serial>c52066c3-22b7-4422-9fcf-32b4d9f4087c</serial>
Oct 16 14:43:26 user nova-compute[74681]:     </disk>
Oct 16 14:43:26 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:43:26 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:43:26 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue"/>
Oct 16 14:43:26 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:43:26 user nova-compute[74681]:       <boot order="1"/>
Oct 16 14:43:26 user nova-compute[74681]:     </disk>
Oct 16 14:43:26 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:43:26 user nova-compute[74681]:       <mac address="fa:16:3e:10:24:28"/>
Oct 16 14:43:26 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:43:26 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:43:26 user nova-compute[74681]:       <target dev="tapea23d26b-10"/>
Oct 16 14:43:26 user nova-compute[74681]:     </interface>
Oct 16 14:43:26 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:43:26 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/console.log" append="off"/>
Oct 16 14:43:26 user nova-compute[74681]:     </serial>
Oct 16 14:43:26 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:43:26 user nova-compute[74681]:     <video>
Oct 16 14:43:26 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:43:26 user nova-compute[74681]:     </video>
Oct 16 14:43:26 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:43:26 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:43:26 user nova-compute[74681]:     </rng>
Oct 16 14:43:26 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:43:26 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:43:26 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:43:26 user nova-compute[74681]:     </memballoon>
Oct 16 14:43:26 user nova-compute[74681]:   </devices>
Oct 16 14:43:26 user nova-compute[74681]: </domain>
Oct 16 14:43:26 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:43:26 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance destroyed successfully.
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:43:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No VIF found with MAC fa:16:3e:10:24:28, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:43:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-5d6350e4-d7ab-472c-a15d-608a3d22be1f req-fb260db9-016e-44c9-a06e-2d0077d1a10f service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5d6350e4-d7ab-472c-a15d-608a3d22be1f req-fb260db9-016e-44c9-a06e-2d0077d1a10f service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5d6350e4-d7ab-472c-a15d-608a3d22be1f req-fb260db9-016e-44c9-a06e-2d0077d1a10f service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5d6350e4-d7ab-472c-a15d-608a3d22be1f req-fb260db9-016e-44c9-a06e-2d0077d1a10f service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-5d6350e4-d7ab-472c-a15d-608a3d22be1f req-fb260db9-016e-44c9-a06e-2d0077d1a10f service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:29 user nova-compute[74681]: WARNING nova.compute.manager [req-5d6350e4-d7ab-472c-a15d-608a3d22be1f req-fb260db9-016e-44c9-a06e-2d0077d1a10f service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state active and task_state rescuing.
Oct 16 14:43:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-5bef86dd-33ab-40eb-9ff7-fc020ddc7c40 req-619844b8-b542-40dd-ad33-2943a60a4c14 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5bef86dd-33ab-40eb-9ff7-fc020ddc7c40 req-619844b8-b542-40dd-ad33-2943a60a4c14 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5bef86dd-33ab-40eb-9ff7-fc020ddc7c40 req-619844b8-b542-40dd-ad33-2943a60a4c14 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5bef86dd-33ab-40eb-9ff7-fc020ddc7c40 req-619844b8-b542-40dd-ad33-2943a60a4c14 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-5bef86dd-33ab-40eb-9ff7-fc020ddc7c40 req-619844b8-b542-40dd-ad33-2943a60a4c14 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:31 user nova-compute[74681]: WARNING nova.compute.manager [req-5bef86dd-33ab-40eb-9ff7-fc020ddc7c40 req-619844b8-b542-40dd-ad33-2943a60a4c14 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state active and task_state rescuing.
Oct 16 14:43:31 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3b5f420f-94af-4a7b-8920-7455be24e1c9 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:43:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:36 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 14:43:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:38 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:38 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:43:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:43:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:43:39 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:43:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:40 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updating instance_info_cache with network_info: [{"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-d4535bb9-de15-4930-ad56-a885cd321188" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:43:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:43:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:40 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:43:41 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:41 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "eadac844-21b5-437c-86cf-15b8d4a15514" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "eadac844-21b5-437c-86cf-15b8d4a15514" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:43 user nova-compute[74681]: INFO nova.compute.manager [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Terminating instance
Oct 16 14:43:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.306s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:43:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json" returned: 0 in 0.217s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-a19bd094-35ea-4886-958c-ed02a2ca24ee req-6dcb5629-4fe0-450f-a9b6-8d04c2b94ccd service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received event network-vif-unplugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a19bd094-35ea-4886-958c-ed02a2ca24ee req-6dcb5629-4fe0-450f-a9b6-8d04c2b94ccd service nova] Acquiring lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a19bd094-35ea-4886-958c-ed02a2ca24ee req-6dcb5629-4fe0-450f-a9b6-8d04c2b94ccd service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a19bd094-35ea-4886-958c-ed02a2ca24ee req-6dcb5629-4fe0-450f-a9b6-8d04c2b94ccd service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-a19bd094-35ea-4886-958c-ed02a2ca24ee req-6dcb5629-4fe0-450f-a9b6-8d04c2b94ccd service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] No waiting events found dispatching network-vif-unplugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-a19bd094-35ea-4886-958c-ed02a2ca24ee req-6dcb5629-4fe0-450f-a9b6-8d04c2b94ccd service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received event network-vif-unplugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json" returned: 0 in 0.304s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Instance destroyed successfully.
Oct 16 14:43:44 user nova-compute[74681]: DEBUG nova.objects.instance [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lazy-loading 'resources' on Instance uuid eadac844-21b5-437c-86cf-15b8d4a15514 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:41:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1295198551',display_name='tempest-VolumesAdminNegativeTest-server-1295198551',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1295198551',id=12,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a5cca352554a3184fb672b59d60457',ramdisk_id='',reservation_id='r-ao1rjl88',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-713206267',owner_user_name='tempest-VolumesAdminNegativeTest-713206267-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:41:35Z,user_data=None,user_id='ca504a0c5c9344499661ebb16ea81475',uuid=eadac844-21b5-437c-86cf-15b8d4a15514,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converting VIF {"id": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "address": "fa:16:3e:84:f9:22", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8f599d0-62", "ovs_interfaceid": "e8f599d0-6223-4d7d-8067-8d27a0bff888", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:22,bridge_name='br-int',has_traffic_filtering=True,id=e8f599d0-6223-4d7d-8067-8d27a0bff888,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8f599d0-62') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG os_vif [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:22,bridge_name='br-int',has_traffic_filtering=True,id=e8f599d0-6223-4d7d-8067-8d27a0bff888,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8f599d0-62') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8f599d0-62, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dc652068-5eb5-44a2-8672-eb7eddfb1b91) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:43:44 user nova-compute[74681]: INFO os_vif [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:22,bridge_name='br-int',has_traffic_filtering=True,id=e8f599d0-6223-4d7d-8067-8d27a0bff888,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8f599d0-62')
Oct 16 14:43:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Deleting instance files /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514_del
Oct 16 14:43:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Deletion of /opt/stack/data/nova/instances/eadac844-21b5-437c-86cf-15b8d4a15514_del complete
Oct 16 14:43:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: INFO nova.compute.manager [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Took 1.43 seconds to destroy the instance on the hypervisor.
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:45 user nova-compute[74681]: INFO nova.compute.manager [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Detaching volume a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:43:45 user nova-compute[74681]: INFO nova.virt.block_device [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Attempting to driver detach volume a70a8441-dffb-40af-a9e2-815f187e4f2a from mountpoint /dev/vdb
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Attempting to detach device vdb from instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:43:45 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:43:45 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:43:45 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:43:45 user nova-compute[74681]:   <serial>a70a8441-dffb-40af-a9e2-815f187e4f2a</serial>
Oct 16 14:43:45 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:43:45 user nova-compute[74681]: </disk>
Oct 16 14:43:45 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully detached device vdb from instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 from the persistent domain config.
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:43:45 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:43:45 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:43:45 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:43:45 user nova-compute[74681]:   <serial>a70a8441-dffb-40af-a9e2-815f187e4f2a</serial>
Oct 16 14:43:45 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:43:45 user nova-compute[74681]: </disk>
Oct 16 14:43:45 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:43:45 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:43:45 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:43:45 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c686f8d8-32b6-410a-b7e3-e85f6273c935]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:43:45 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8985b46-28de-46dc-9b6a-35781948706f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e] added
Oct 16 14:43:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d96e3d-043b-4eba-bb73-e71ff4047ef6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7bb58dc-6ecc-4db8-8470-1014d686c21d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sUbeXMkI {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sUbeXMkI" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b661ede9-c524-43bd-a7c6-8f5c20259ece]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sUbeXMkI'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[38b0cd86-2351-453c-ac65-4e58198dcbe8]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6950a362-4e66-4ba4-9087-e40c758b8a91]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2f9715-e644-43fc-bc39-3893bb311fbb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]
Oct 16 14:43:45 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.
Oct 16 14:43:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2932cd18-5937-445e-a764-8bee257939c2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a68f2c7-2159-4bc3-9f96-273ba0c95167]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:43:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:45 user nova-compute[74681]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:43:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] HCTL ('36', '-', '-', 0) found on session 15 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dca735b-ac5d-425c-8877-3aa9ffe0ca57]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching for a device in session 15 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:43:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:43:46 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Took 0.98 seconds to deallocate network for instance.
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:46 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Error from libvirt while getting description of instance-0000000c: [Error Code 42] Domain not found: no domain with matching uuid 'eadac844-21b5-437c-86cf-15b8d4a15514' (instance-0000000c): libvirt.libvirtError: Domain not found: no domain with matching uuid 'eadac844-21b5-437c-86cf-15b8d4a15514' (instance-0000000c)
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-f444853d-3a2d-4fe5-9cd3-dad05d10a034 req-2b4894af-256e-44f5-8c36-6b4ea020264c service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received event network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f444853d-3a2d-4fe5-9cd3-dad05d10a034 req-2b4894af-256e-44f5-8c36-6b4ea020264c service nova] Acquiring lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f444853d-3a2d-4fe5-9cd3-dad05d10a034 req-2b4894af-256e-44f5-8c36-6b4ea020264c service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f444853d-3a2d-4fe5-9cd3-dad05d10a034 req-2b4894af-256e-44f5-8c36-6b4ea020264c service nova] Lock "eadac844-21b5-437c-86cf-15b8d4a15514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-f444853d-3a2d-4fe5-9cd3-dad05d10a034 req-2b4894af-256e-44f5-8c36-6b4ea020264c service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] No waiting events found dispatching network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:46 user nova-compute[74681]: WARNING nova.compute.manager [req-f444853d-3a2d-4fe5-9cd3-dad05d10a034 req-2b4894af-256e-44f5-8c36-6b4ea020264c service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received unexpected event network-vif-plugged-e8f599d0-6223-4d7d-8067-8d27a0bff888 for instance with vm_state deleted and task_state None.
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-f444853d-3a2d-4fe5-9cd3-dad05d10a034 req-2b4894af-256e-44f5-8c36-6b4ea020264c service nova] [instance: eadac844-21b5-437c-86cf-15b8d4a15514] Received event network-vif-deleted-e8f599d0-6223-4d7d-8067-8d27a0bff888 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.426s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '26637633866363135', 'path': '/dev/sde'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637633866363135', 'path': '/dev/sde'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.objects.instance [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'flavor' on Instance uuid 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:43:47 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:43:47 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:43:47 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:43:47 user nova-compute[74681]:   <serial>8f42758c-1a99-4375-9e7f-a7cb338cf15e</serial>
Oct 16 14:43:47 user nova-compute[74681]: </disk>
Oct 16 14:43:47 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.161s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:47 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Deleted allocations for instance eadac844-21b5-437c-86cf-15b8d4a15514
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-13ff32b2-50b4-4232-94c2-18d3405f9372 tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "eadac844-21b5-437c-86cf-15b8d4a15514" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.077s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No VIF found with MAC fa:16:3e:51:73:02, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-da997457-0653-4d5f-8c21-756e0260dc57 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.978s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:43:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Port cca0f54c-701a-4b88-9c8f-37dde1a1017d binding to destination host user is already ACTIVE {{(pid=74681) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3163}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:48 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:43:48 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:43:48 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7058MB free_disk=25.302898406982422GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Applying migration context for instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 as it has an incoming, in-progress migration 0983dbb9-3a80-409e-b943-55275e074d7c. Migration status is reverting {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 16 14:43:49 user nova-compute[74681]: INFO nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating resource usage from migration 0983dbb9-3a80-409e-b943-55275e074d7c
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d4535bb9-de15-4930-ad56-a885cd321188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5c4bb851-7f98-4b27-8ba4-682503049421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Migration 0983dbb9-3a80-409e-b943-55275e074d7c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance bec36427-b35c-4b8d-994c-1cab1900dcca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Creating tmpfile /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/tmpefp7jrby to verify with other compute node that the instance is on the same shared storage. {{(pid=74681) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.635s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-aa526809-7707-4f9f-b663-b7aadb28f49d req-7f211729-55d7-410c-a241-48ed1c4bef6d service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-aa526809-7707-4f9f-b663-b7aadb28f49d req-7f211729-55d7-410c-a241-48ed1c4bef6d service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-aa526809-7707-4f9f-b663-b7aadb28f49d req-7f211729-55d7-410c-a241-48ed1c4bef6d service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-aa526809-7707-4f9f-b663-b7aadb28f49d req-7f211729-55d7-410c-a241-48ed1c4bef6d service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-aa526809-7707-4f9f-b663-b7aadb28f49d req-7f211729-55d7-410c-a241-48ed1c4bef6d service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:49 user nova-compute[74681]: WARNING nova.compute.manager [req-aa526809-7707-4f9f-b663-b7aadb28f49d req-7f211729-55d7-410c-a241-48ed1c4bef6d service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state resized and task_state resize_reverting.
Oct 16 14:43:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:49 user nova-compute[74681]: INFO nova.compute.manager [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Rebuilding instance
Oct 16 14:43:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:43:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance destroyed successfully.
Oct 16 14:43:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lazy-loading 'resources' on Instance uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:42:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_vif [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcca0f54c-70, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ab490157-7903-46de-9e15-276d9c0cd3eb) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: INFO os_vif [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70')
Oct 16 14:43:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:43:50 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0787c4a3-356d-4878-af62-1ae928d46b5b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:43:50 user nova-compute[74681]: No targets found.
Oct 16 14:43:50 user nova-compute[74681]: iSNS:
Oct 16 14:43:50 user nova-compute[74681]: No targets found.
Oct 16 14:43:50 user nova-compute[74681]: STATIC:
Oct 16 14:43:50 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:43:50 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:50 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:50 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:43:50 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:50 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:50 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:43:50 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:50 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:50 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:43:50 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:50 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:50 user nova-compute[74681]: FIRMWARE:
Oct 16 14:43:50 user nova-compute[74681]: No targets found.
Oct 16 14:43:50 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:43:50 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:43:50 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69dd558-bf02-4a14-80d7-8272975cbfd2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[28a4e7a3-b5c0-494f-a55a-4b071c736f03]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:50 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:50 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:50 user nova-compute[74681]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:43:50 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:50 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:50 user nova-compute[74681]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:43:50 user nova-compute[74681]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:43:50 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d05637f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1604f443-e010-4288-a34a-d5b8db7eb870]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6212943-deb4-43cc-a1b2-17a1a8d85a40]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f5e5333-9e7f-4a88-8a69-107121caf041]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[11bd34e2-48ef-4ca1-ba11-057f003480c9]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[292ef427-654b-4f95-86c7-f132ef1e5644]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a2d00d-76bc-4352-a993-be74b0f7f25f]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]
Oct 16 14:43:50 user nova-compute[74681]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.
Oct 16 14:43:50 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb752b4f-27da-4274-b5dd-c0fac4614d98]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== disconnect_volume: return (370ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:43:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:43:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance destroyed successfully.
Oct 16 14:43:51 user nova-compute[74681]: INFO nova.compute.manager [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Detaching volume 8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:43:51 user nova-compute[74681]: INFO nova.virt.block_device [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Attempting to driver detach volume 8f42758c-1a99-4375-9e7f-a7cb338cf15e from mountpoint /dev/vdb
Oct 16 14:43:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Attempting to detach device vdb from instance 5c4bb851-7f98-4b27-8ba4-682503049421 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:43:51 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:43:51 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:43:51 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:43:51 user nova-compute[74681]:   <serial>8f42758c-1a99-4375-9e7f-a7cb338cf15e</serial>
Oct 16 14:43:51 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:43:51 user nova-compute[74681]: </disk>
Oct 16 14:43:51 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:43:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully detached device vdb from instance 5c4bb851-7f98-4b27-8ba4-682503049421 from the persistent domain config.
Oct 16 14:43:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:43:51 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[673135a4-4140-4aee-9886-d904997f3a12]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:43:51 user nova-compute[74681]: No targets found.
Oct 16 14:43:51 user nova-compute[74681]: iSNS:
Oct 16 14:43:51 user nova-compute[74681]: No targets found.
Oct 16 14:43:51 user nova-compute[74681]: STATIC:
Oct 16 14:43:51 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:43:51 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:51 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:51 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:43:51 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:51 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:51 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:43:51 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:51 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:51 user nova-compute[74681]: FIRMWARE:
Oct 16 14:43:51 user nova-compute[74681]: No targets found.
Oct 16 14:43:51 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:43:51 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:43:51 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a47cf4ab-fdb4-44f6-85db-859ac4e60e73]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dff4ef3-7892-4bcf-876a-0f16cb46df88]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:51 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:51 user nova-compute[74681]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:43:51 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:51 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:51 user nova-compute[74681]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:43:51 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e8634670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e'): ({'sde'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Removing single pathed devices sde {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[10fd5066-3f5a-49ed-aa59-250443d578c7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cde15a-fa74-4fcc-97a7-7d65ba17e392]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flushing IO for device /dev/sde {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5822aa0-2021-45dd-b0f2-98d6deefe1b0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dca6a54-8ed7-4d25-b8fa-2e1e7428fbc5]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[18cfefc8-dd34-4576-832d-d879e4a47c68]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5fe1143-f8b2-4b87-a49d-f9cb53820963]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]
Oct 16 14:43:51 user nova-compute[74681]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.
Oct 16 14:43:51 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a9a9e5-1dd7-4848-92b2-9a966a056d60]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== disconnect_volume: return (319ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-80753a9d-5cd6-47a4-a284-4531a4fa92f6 req-a47d4b3c-6d34-4b78-a9e5-c9e4586c6ac2 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-80753a9d-5cd6-47a4-a284-4531a4fa92f6 req-a47d4b3c-6d34-4b78-a9e5-c9e4586c6ac2 service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-80753a9d-5cd6-47a4-a284-4531a4fa92f6 req-a47d4b3c-6d34-4b78-a9e5-c9e4586c6ac2 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-80753a9d-5cd6-47a4-a284-4531a4fa92f6 req-a47d4b3c-6d34-4b78-a9e5-c9e4586c6ac2 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-80753a9d-5cd6-47a4-a284-4531a4fa92f6 req-a47d4b3c-6d34-4b78-a9e5-c9e4586c6ac2 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:51 user nova-compute[74681]: WARNING nova.compute.manager [req-80753a9d-5cd6-47a4-a284-4531a4fa92f6 req-a47d4b3c-6d34-4b78-a9e5-c9e4586c6ac2 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state resized and task_state resize_reverting.
Oct 16 14:43:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance destroyed successfully.
Oct 16 14:43:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-207037962',display_name='tempest-ServerActionsTestOtherA-server-14515908',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-207037962',id=13,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6P8w82FJhgXX3R7kwevOluQaLzjIIhtlmgKW4MYeNPK4A8lOdZ0luhZ2DS5N03iVnEpaunV+6JgDMzvwQ04qx2sbuJQfz0WIeeKZrY+OcOe5eRYtS00JOsoB7A2+BXEw==',key_name='tempest-keypair-18267389',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-9l6gs9e7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:43:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=5c4bb851-7f98-4b27-8ba4-682503049421,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_vif [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65f6e645-3a, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7febcd60-267a-4f89-bbb7-cecda02c370b) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:52 user nova-compute[74681]: INFO os_vif [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a')
Oct 16 14:43:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:43:52 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a78b473-2e28-4dfd-a073-d4b55590c036]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:43:52 user nova-compute[74681]: No targets found.
Oct 16 14:43:52 user nova-compute[74681]: iSNS:
Oct 16 14:43:52 user nova-compute[74681]: No targets found.
Oct 16 14:43:52 user nova-compute[74681]: STATIC:
Oct 16 14:43:52 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:43:52 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:52 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:52 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:43:52 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:43:52 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:43:52 user nova-compute[74681]: FIRMWARE:
Oct 16 14:43:52 user nova-compute[74681]: No targets found.
Oct 16 14:43:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:43:52 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:43:52 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a3947f-9fe5-4a1a-9cbd-514192449962]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[386df5c5-959d-4340-9e16-99a93ed459e4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:52 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:43:52 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:43:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e03cf490>, {}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Disconnecting from: [] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== disconnect_volume: return (79ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:43:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Deleting instance files /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421_del
Oct 16 14:43:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Deletion of /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421_del complete
Oct 16 14:43:52 user nova-compute[74681]: INFO nova.virt.block_device [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Booting with volume 8f42758c-1a99-4375-9e7f-a7cb338cf15e at /dev/vdb
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.utils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a28541-2ec5-4c6d-a0c7-174fe2465435]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e698a05d-835d-4055-9778-508a05ad6f6c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[47baad1f-acf5-4343-beab-c3f4b83a3039]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[941624ad-341c-4aa0-a1ed-3683b35cb2e8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:43:52 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:43:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd210e6-e690-4a89-9d5f-b8e7997b84fd]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG os_brick.utils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:43:52 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updating existing volume attachment record: c8fad9e8-759b-4950-ae01-da61c9dafea2 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:43:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-6fa3ce5e-c0da-4127-89c1-5023a0d7a6f9 req-eb48d398-8a58-4027-80e3-234f10d98520 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-unplugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6fa3ce5e-c0da-4127-89c1-5023a0d7a6f9 req-eb48d398-8a58-4027-80e3-234f10d98520 service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6fa3ce5e-c0da-4127-89c1-5023a0d7a6f9 req-eb48d398-8a58-4027-80e3-234f10d98520 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6fa3ce5e-c0da-4127-89c1-5023a0d7a6f9 req-eb48d398-8a58-4027-80e3-234f10d98520 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-6fa3ce5e-c0da-4127-89c1-5023a0d7a6f9 req-eb48d398-8a58-4027-80e3-234f10d98520 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-unplugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:56 user nova-compute[74681]: WARNING nova.compute.manager [req-6fa3ce5e-c0da-4127-89c1-5023a0d7a6f9 req-eb48d398-8a58-4027-80e3-234f10d98520 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received unexpected event network-vif-unplugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with vm_state active and task_state rebuild_block_device_mapping.
Oct 16 14:43:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:58 user nova-compute[74681]: DEBUG nova.compute.manager [req-18e80009-188f-496f-8341-2a1f4ec2bfb6 req-5f524089-53d4-467e-8ab4-df19d0c388d5 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:43:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18e80009-188f-496f-8341-2a1f4ec2bfb6 req-5f524089-53d4-467e-8ab4-df19d0c388d5 service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18e80009-188f-496f-8341-2a1f4ec2bfb6 req-5f524089-53d4-467e-8ab4-df19d0c388d5 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18e80009-188f-496f-8341-2a1f4ec2bfb6 req-5f524089-53d4-467e-8ab4-df19d0c388d5 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:43:58 user nova-compute[74681]: DEBUG nova.compute.manager [req-18e80009-188f-496f-8341-2a1f4ec2bfb6 req-5f524089-53d4-467e-8ab4-df19d0c388d5 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:43:58 user nova-compute[74681]: WARNING nova.compute.manager [req-18e80009-188f-496f-8341-2a1f4ec2bfb6 req-5f524089-53d4-467e-8ab4-df19d0c388d5 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received unexpected event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with vm_state active and task_state rebuild_block_device_mapping.
Oct 16 14:43:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:43:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:43:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:43:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lazy-loading 'migration_context' on Instance uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:43:59 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Object Instance<635a7f5b-cc04-4139-ba6d-0bae93dce0f8> lazy-loaded attributes: resources,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:44:00 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:44:00 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:44:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.751s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:00 user nova-compute[74681]: INFO nova.compute.manager [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Swapping old allocation on dict_keys(['2b5f3b21-35d8-46f0-b940-05228071fb15']) held by migration 0983dbb9-3a80-409e-b943-55275e074d7c for instance
Oct 16 14:44:00 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Overwriting current allocation {'allocations': {'2b5f3b21-35d8-46f0-b940-05228071fb15': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 21}}, 'project_id': 'ee1ccfb5b33841a9a4c57fd1cdddc71d', 'user_id': '4b604feeb36a402d9c8ae4e57ac252bb', 'consumer_generation': 1} on consumer 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 16 14:44:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:44:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquired lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:44:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Releasing lock "refresh_cache-635a7f5b-cc04-4139-ba6d-0bae93dce0f8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG os_brick.utils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba42ee53-ea15-463b-ae6e-d9e71fa8406e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a613de7-5d56-4477-9304-f0f4dd11ab1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a10826-0697-4c35-a0a6-fe6f24763ca8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e954003-e122-42d4-9d4d-0ccdce98f517]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:44:01 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:44:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[617fd8c6-1feb-45c3-ba94-5138e8ad107c]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:44:01 user nova-compute[74681]: DEBUG os_brick.utils [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 is timed out.
Oct 16 14:44:05 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully detached device vdb from instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 from the live domain config.
Oct 16 14:44:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SuHJLrUz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:05 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3800734-ec65-4fba-9555-9c1ea8182408]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:44:05 user nova-compute[74681]: No targets found.
Oct 16 14:44:05 user nova-compute[74681]: iSNS:
Oct 16 14:44:05 user nova-compute[74681]: No targets found.
Oct 16 14:44:05 user nova-compute[74681]: STATIC:
Oct 16 14:44:05 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:44:05 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:44:05 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:44:05 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a
Oct 16 14:44:05 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:44:05 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:44:05 user nova-compute[74681]: FIRMWARE:
Oct 16 14:44:05 user nova-compute[74681]: No targets found.
Oct 16 14:44:05 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:44:05 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:44:05 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6956937-5675-4186-8792-8fe19625bee4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec4f140-c62f-4cf0-9e54-9b30a24208af]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:05 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:44:05 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:05 user nova-compute[74681]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a (non-flash)
Oct 16 14:44:05 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d041dd80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:44:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6348dcd8-6ddd-40e6-8524-5b84294e3795]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0995dd1-5e28-4d3d-90e4-bc3b6c354689]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae613831-03fc-4ee8-b627-bf50c2c718e6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[084256ab-ac59-4baa-8e4f-d9816e498a5e]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.053s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbede5a2-e2bb-43f7-be83-77901c11e2f4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02d1972-ffcc-47fb-ae46-620d26cdc483]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260]
Oct 16 14:44:06 user nova-compute[74681]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a, portal: 172.16.0.220,3260] successful.
Oct 16 14:44:06 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a70a8441-dffb-40af-a9e2-815f187e4f2a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[74361de6-7812-4630-ba50-a77e586078c3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== disconnect_volume: return (338ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4b79418d-c182-4909-85c8-735bc64ee8ec tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.937s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e562da52-c61c-435c-b237-c280db75d281 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e562da52-c61c-435c-b237-c280db75d281 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e562da52-c61c-435c-b237-c280db75d281 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e562da52-c61c-435c-b237-c280db75d281 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74681) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e562da52-c61c-435c-b237-c280db75d281 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-624f7ecc-4147-4bcc-a35b-ee3b67f44677 req-0ea9a80d-70a3-46a7-9e6a-53b5b977c866 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-624f7ecc-4147-4bcc-a35b-ee3b67f44677 req-0ea9a80d-70a3-46a7-9e6a-53b5b977c866 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-624f7ecc-4147-4bcc-a35b-ee3b67f44677 req-0ea9a80d-70a3-46a7-9e6a-53b5b977c866 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-624f7ecc-4147-4bcc-a35b-ee3b67f44677 req-0ea9a80d-70a3-46a7-9e6a-53b5b977c866 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-624f7ecc-4147-4bcc-a35b-ee3b67f44677 req-0ea9a80d-70a3-46a7-9e6a-53b5b977c866 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:07 user nova-compute[74681]: WARNING nova.compute.manager [req-624f7ecc-4147-4bcc-a35b-ee3b67f44677 req-0ea9a80d-70a3-46a7-9e6a-53b5b977c866 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state active and task_state powering-off.
Oct 16 14:44:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance destroyed successfully.
Oct 16 14:44:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e562da52-c61c-435c-b237-c280db75d281 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e562da52-c61c-435c-b237-c280db75d281 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.043s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:44:09 user nova-compute[74681]: INFO nova.compute.claims [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Claim successful on node user
Oct 16 14:44:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.519s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.network.neutron [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:44:09 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.policy [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa572050daf94075958cdec5ed3afa45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06967ca98a6d4a488117eb82d1b76bce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:44:09 user nova-compute[74681]: INFO nova.virt.block_device [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Booting with volume 81f5a1c9-23d2-4a3e-8a30-04fb1621abcb at /dev/vda
Oct 16 14:44:09 user nova-compute[74681]: DEBUG os_brick.utils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d208d17-e8d6-419b-b8dd-4e2841d9e12e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e68818fd-9ce9-468b-b34d-0c4a93c07433]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90c18dc-43e1-4997-abad-274ae8e399e8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b3e659-c129-42bc-a736-fb8aba020505]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:09 user nova-compute[74681]: WARNING nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state None.
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:09 user nova-compute[74681]: WARNING nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state None.
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:09 user nova-compute[74681]: WARNING nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state None.
Oct 16 14:44:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:10 user nova-compute[74681]: WARNING nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state None.
Oct 16 14:44:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:10 user nova-compute[74681]: WARNING nova.compute.manager [req-072bbdd2-d00b-445b-94a9-bc31306253c8 req-2df1cda1-be84-4035-8852-6030e92a0681 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state None.
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:44:10 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:44:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7533a0eb-2a92-42ea-a261-4695130175d4]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG os_brick.utils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating existing volume attachment record: 5bfd8b05-d204-4c0e-849c-c3753084b9f0 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:44:10 user nova-compute[74681]: DEBUG nova.network.neutron [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Successfully created port: b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG nova.network.neutron [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Successfully updated port: b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG nova.network.neutron [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG nova.network.neutron [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:44:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Creating image(s)
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG nova.network.neutron [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance network_info: |[{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.170s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk 1073741824" returned: 0 in 0.065s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-changed-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing instance network info cache due to event network-changed-b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.network.neutron [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing network info cache for port b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Cannot resize image /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Ensure instance console log exists: /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Start _get_guest_xml network_info=[{"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5c4bb851-7f98-4b27-8ba4-682503049421', 'attached_at': '', 'detached_at': '', 'volume_id': '8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'serial': '8f42758c-1a99-4375-9e7f-a7cb338cf15e'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'c8fad9e8-759b-4950-ae01-da61c9dafea2', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:44:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 14:44:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.objects.instance [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.network.neutron [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updated VIF entry in instance network info cache for port b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.network.neutron [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:12 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:12 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:12 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c5f00dcf-d57b-4914-a3a4-8d0636690d91 req-9c779b9a-e0ef-448a-b31f-51c7a3907f6c service nova] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c3abbb-c9d1-4e91-ba64-a16f2bf4cd5e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:44:12 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8ede370-810a-410c-b222-3e66e4608fb7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e] added
Oct 16 14:44:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c2a572-ef3f-475e-94aa-2159a5b8dbe0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ad61f60-3867-47a3-9b83-f467ebe1af7c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sUbeXMkI {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sUbeXMkI" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb64998e-6bff-402b-a5c6-4972bd74d52a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sUbeXMkI'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03df07e-942e-4549-923f-ec31d6f82736]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa5fde4-70f1-4c5d-a8f7-5df55ccd9315]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d566ec-4dfa-4dfb-95ee-8d3cfa89315a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]
Oct 16 14:44:12 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.
Oct 16 14:44:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[178d9b30-8ac3-4340-970b-5a084635084e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca18f3d4-d7cc-4b2f-94ef-aa46f882e6cd]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:12 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:12 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[149c97f8-6849-43a9-931f-658d31ba1acc]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:44:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26637633866363135', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637633866363135', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-207037962',display_name='tempest-ServerActionsTestOtherA-server-14515908',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-207037962',id=13,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6P8w82FJhgXX3R7kwevOluQaLzjIIhtlmgKW4MYeNPK4A8lOdZ0luhZ2DS5N03iVnEpaunV+6JgDMzvwQ04qx2sbuJQfz0WIeeKZrY+OcOe5eRYtS00JOsoB7A2+BXEw==',key_name='tempest-keypair-18267389',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-9l6gs9e7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:43:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=5c4bb851-7f98-4b27-8ba4-682503049421,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:44:13 user nova-compute[74681]:   <uuid>5c4bb851-7f98-4b27-8ba4-682503049421</uuid>
Oct 16 14:44:13 user nova-compute[74681]:   <name>instance-0000000d</name>
Oct 16 14:44:13 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:44:13 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:44:13 user nova-compute[74681]:   <metadata>
Oct 16 14:44:13 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:44:13 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:44:13 user nova-compute[74681]:       <nova:name>tempest-ServerActionsTestOtherA-server-14515908</nova:name>
Oct 16 14:44:13 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:44:12</nova:creationTime>
Oct 16 14:44:13 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:44:13 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:44:13 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:44:13 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:44:13 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:44:13 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:44:13 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:44:13 user nova-compute[74681]:       <nova:owner>
Oct 16 14:44:13 user nova-compute[74681]:         <nova:user uuid="3dd2e980a54d4c028d8864619a384fcc">tempest-ServerActionsTestOtherA-816239739-project-member</nova:user>
Oct 16 14:44:13 user nova-compute[74681]:         <nova:project uuid="d87bfb396a4d4249b0665be0827034da">tempest-ServerActionsTestOtherA-816239739</nova:project>
Oct 16 14:44:13 user nova-compute[74681]:       </nova:owner>
Oct 16 14:44:13 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:44:13 user nova-compute[74681]:       <nova:ports>
Oct 16 14:44:13 user nova-compute[74681]:         <nova:port uuid="65f6e645-3aa7-4ae1-8def-8651c446c1e6">
Oct 16 14:44:13 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:44:13 user nova-compute[74681]:         </nova:port>
Oct 16 14:44:13 user nova-compute[74681]:       </nova:ports>
Oct 16 14:44:13 user nova-compute[74681]:     </nova:instance>
Oct 16 14:44:13 user nova-compute[74681]:   </metadata>
Oct 16 14:44:13 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:44:13 user nova-compute[74681]:     <system>
Oct 16 14:44:13 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:44:13 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:44:13 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:44:13 user nova-compute[74681]:       <entry name="serial">5c4bb851-7f98-4b27-8ba4-682503049421</entry>
Oct 16 14:44:13 user nova-compute[74681]:       <entry name="uuid">5c4bb851-7f98-4b27-8ba4-682503049421</entry>
Oct 16 14:44:13 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:44:13 user nova-compute[74681]:     </system>
Oct 16 14:44:13 user nova-compute[74681]:   </sysinfo>
Oct 16 14:44:13 user nova-compute[74681]:   <os>
Oct 16 14:44:13 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:44:13 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:44:13 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:44:13 user nova-compute[74681]:   </os>
Oct 16 14:44:13 user nova-compute[74681]:   <features>
Oct 16 14:44:13 user nova-compute[74681]:     <acpi/>
Oct 16 14:44:13 user nova-compute[74681]:     <apic/>
Oct 16 14:44:13 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:44:13 user nova-compute[74681]:   </features>
Oct 16 14:44:13 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:44:13 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:44:13 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:44:13 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:44:13 user nova-compute[74681]:   </clock>
Oct 16 14:44:13 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:44:13 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:44:13 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:44:13 user nova-compute[74681]:   </cpu>
Oct 16 14:44:13 user nova-compute[74681]:   <devices>
Oct 16 14:44:13 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:44:13 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:44:13 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk"/>
Oct 16 14:44:13 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:44:13 user nova-compute[74681]:     </disk>
Oct 16 14:44:13 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:44:13 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:44:13 user nova-compute[74681]:       <source dev="/dev/sdb"/>
Oct 16 14:44:13 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:44:13 user nova-compute[74681]:       <serial>8f42758c-1a99-4375-9e7f-a7cb338cf15e</serial>
Oct 16 14:44:13 user nova-compute[74681]:     </disk>
Oct 16 14:44:13 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:44:13 user nova-compute[74681]:       <mac address="fa:16:3e:51:73:02"/>
Oct 16 14:44:13 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:13 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:44:13 user nova-compute[74681]:       <target dev="tap65f6e645-3a"/>
Oct 16 14:44:13 user nova-compute[74681]:     </interface>
Oct 16 14:44:13 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:44:13 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/console.log" append="off"/>
Oct 16 14:44:13 user nova-compute[74681]:     </serial>
Oct 16 14:44:13 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:44:13 user nova-compute[74681]:     <video>
Oct 16 14:44:13 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:13 user nova-compute[74681]:     </video>
Oct 16 14:44:13 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:44:13 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:44:13 user nova-compute[74681]:     </rng>
Oct 16 14:44:13 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:44:13 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:44:13 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:44:13 user nova-compute[74681]:     </memballoon>
Oct 16 14:44:13 user nova-compute[74681]:   </devices>
Oct 16 14:44:13 user nova-compute[74681]: </domain>
Oct 16 14:44:13 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-207037962',display_name='tempest-ServerActionsTestOtherA-server-14515908',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-207037962',id=13,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6P8w82FJhgXX3R7kwevOluQaLzjIIhtlmgKW4MYeNPK4A8lOdZ0luhZ2DS5N03iVnEpaunV+6JgDMzvwQ04qx2sbuJQfz0WIeeKZrY+OcOe5eRYtS00JOsoB7A2+BXEw==',key_name='tempest-keypair-18267389',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:41:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-9l6gs9e7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:43:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=5c4bb851-7f98-4b27-8ba4-682503049421,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG os_vif [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4dff5b5a-9ae0-5c8f-9600-91386e932346', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65f6e645-3a, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65f6e645-3a, col_values=(('qos', UUID('61455811-d1b6-4144-a91d-bb580b8f0fd1')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65f6e645-3a, col_values=(('external_ids', {'iface-id': '65f6e645-3aa7-4ae1-8def-8651c446c1e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:73:02', 'vm-uuid': '5c4bb851-7f98-4b27-8ba4-682503049421'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:13 user nova-compute[74681]: INFO os_vif [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a')
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No VIF found with MAC fa:16:3e:51:73:02, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:44:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-4fe2ecc0-258a-4324-99aa-fcacf420db9d req-799a52b4-9ef6-4542-8790-c679597ef900 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4fe2ecc0-258a-4324-99aa-fcacf420db9d req-799a52b4-9ef6-4542-8790-c679597ef900 service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4fe2ecc0-258a-4324-99aa-fcacf420db9d req-799a52b4-9ef6-4542-8790-c679597ef900 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4fe2ecc0-258a-4324-99aa-fcacf420db9d req-799a52b4-9ef6-4542-8790-c679597ef900 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-4fe2ecc0-258a-4324-99aa-fcacf420db9d req-799a52b4-9ef6-4542-8790-c679597ef900 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:15 user nova-compute[74681]: WARNING nova.compute.manager [req-4fe2ecc0-258a-4324-99aa-fcacf420db9d req-799a52b4-9ef6-4542-8790-c679597ef900 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received unexpected event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with vm_state active and task_state rebuild_spawning.
Oct 16 14:44:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:44:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance spawned successfully.
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-19d9fdab-9d73-480d-a9af-bd5b20df396a req-bae39c57-5828-4eb2-a068-c472c15de5a2 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-19d9fdab-9d73-480d-a9af-bd5b20df396a req-bae39c57-5828-4eb2-a068-c472c15de5a2 service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-19d9fdab-9d73-480d-a9af-bd5b20df396a req-bae39c57-5828-4eb2-a068-c472c15de5a2 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-19d9fdab-9d73-480d-a9af-bd5b20df396a req-bae39c57-5828-4eb2-a068-c472c15de5a2 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-19d9fdab-9d73-480d-a9af-bd5b20df396a req-bae39c57-5828-4eb2-a068-c472c15de5a2 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:17 user nova-compute[74681]: WARNING nova.compute.manager [req-19d9fdab-9d73-480d-a9af-bd5b20df396a req-bae39c57-5828-4eb2-a068-c472c15de5a2 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received unexpected event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with vm_state active and task_state rebuild_spawning.
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74681) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 16 14:44:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d6b-1fef-458e-878b-07e635cc3ab6 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.106s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:18 user nova-compute[74681]: INFO nova.compute.manager [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Rescuing
Oct 16 14:44:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:44:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:44:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:44:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updating instance_info_cache with network_info: [{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:44:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:44:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'flavor' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:19 user nova-compute[74681]: INFO nova.compute.manager [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Attaching volume f6e4670e-32e5-4e4a-816f-4848c1e3c75b to /dev/vdb
Oct 16 14:44:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG os_brick.utils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef382f2-afe4-4e43-9410-54db9014af53]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-e4902a06-698a-439c-b57c-79cfbbad4b87 req-103e3e79-143b-4265-bd9c-9aad6ee5a205 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-unplugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e4902a06-698a-439c-b57c-79cfbbad4b87 req-103e3e79-143b-4265-bd9c-9aad6ee5a205 service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e4902a06-698a-439c-b57c-79cfbbad4b87 req-103e3e79-143b-4265-bd9c-9aad6ee5a205 service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e4902a06-698a-439c-b57c-79cfbbad4b87 req-103e3e79-143b-4265-bd9c-9aad6ee5a205 service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-e4902a06-698a-439c-b57c-79cfbbad4b87 req-103e3e79-143b-4265-bd9c-9aad6ee5a205 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-unplugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:19 user nova-compute[74681]: WARNING nova.compute.manager [req-e4902a06-698a-439c-b57c-79cfbbad4b87 req-103e3e79-143b-4265-bd9c-9aad6ee5a205 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received unexpected event network-vif-unplugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with vm_state active and task_state rescuing.
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[976fad86-0f3d-45f5-9af1-7d415d94dd2b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c516532-6c62-46ee-ac1f-e8e3023cd733]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c347f38-13ce-495f-92a8-419d33bd1cdf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance destroyed successfully.
Oct 16 14:44:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Attempting rescue
Oct 16 14:44:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74681) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:44:19 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d8faf8-72fd-45fe-9661-762525e56458]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG os_brick.utils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating existing volume attachment record: 5d5001f2-42fc-4bc1-b293-d0c51daaef1e {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance directory exists: not creating {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 14:44:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Creating image(s)
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'trusted_certs' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue" returned: 0 in 0.052s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'migration_context' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.base [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<72133766-47a2-42be-8d36-0034955ba6cf> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Start _get_guest_xml network_info=[{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:eb:a4:d9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'resources' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.base [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<72133766-47a2-42be-8d36-0034955ba6cf> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'numa_topology' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.base [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<72133766-47a2-42be-8d36-0034955ba6cf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:44:20 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:20 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'vcpu_model' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.base [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<72133766-47a2-42be-8d36-0034955ba6cf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-977810954',display_name='tempest-ServerRescueNegativeTestJSON-server-977810954',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-977810954',id=16,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-30gzzcvz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:38Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=72133766-47a2-42be-8d36-0034955ba6cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:eb:a4:d9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:eb:a4:d9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'pci_devices' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.objects.base [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<72133766-47a2-42be-8d36-0034955ba6cf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:44:20 user nova-compute[74681]:   <uuid>72133766-47a2-42be-8d36-0034955ba6cf</uuid>
Oct 16 14:44:20 user nova-compute[74681]:   <name>instance-00000010</name>
Oct 16 14:44:20 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:44:20 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:44:20 user nova-compute[74681]:   <metadata>
Oct 16 14:44:20 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:44:20 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:44:20 user nova-compute[74681]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-977810954</nova:name>
Oct 16 14:44:20 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:44:20</nova:creationTime>
Oct 16 14:44:20 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:44:20 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:44:20 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:44:20 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:44:20 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:44:20 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:44:20 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:44:20 user nova-compute[74681]:       <nova:owner>
Oct 16 14:44:20 user nova-compute[74681]:         <nova:user uuid="9a7facc6859b4e96b9334c2c070c91b3">tempest-ServerRescueNegativeTestJSON-730393390-project-member</nova:user>
Oct 16 14:44:20 user nova-compute[74681]:         <nova:project uuid="54cba8f29d4e45d8a8b9167241af846c">tempest-ServerRescueNegativeTestJSON-730393390</nova:project>
Oct 16 14:44:20 user nova-compute[74681]:       </nova:owner>
Oct 16 14:44:20 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:44:20 user nova-compute[74681]:       <nova:ports>
Oct 16 14:44:20 user nova-compute[74681]:         <nova:port uuid="e986b418-139c-4cb7-9820-25fbef6ac188">
Oct 16 14:44:20 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 14:44:20 user nova-compute[74681]:         </nova:port>
Oct 16 14:44:20 user nova-compute[74681]:       </nova:ports>
Oct 16 14:44:20 user nova-compute[74681]:     </nova:instance>
Oct 16 14:44:20 user nova-compute[74681]:   </metadata>
Oct 16 14:44:20 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:44:20 user nova-compute[74681]:     <system>
Oct 16 14:44:20 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:44:20 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:44:20 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:44:20 user nova-compute[74681]:       <entry name="serial">72133766-47a2-42be-8d36-0034955ba6cf</entry>
Oct 16 14:44:20 user nova-compute[74681]:       <entry name="uuid">72133766-47a2-42be-8d36-0034955ba6cf</entry>
Oct 16 14:44:20 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:44:20 user nova-compute[74681]:     </system>
Oct 16 14:44:20 user nova-compute[74681]:   </sysinfo>
Oct 16 14:44:20 user nova-compute[74681]:   <os>
Oct 16 14:44:20 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:44:20 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:44:20 user nova-compute[74681]:   </os>
Oct 16 14:44:20 user nova-compute[74681]:   <features>
Oct 16 14:44:20 user nova-compute[74681]:     <acpi/>
Oct 16 14:44:20 user nova-compute[74681]:     <apic/>
Oct 16 14:44:20 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:44:20 user nova-compute[74681]:   </features>
Oct 16 14:44:20 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:44:20 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:44:20 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:44:20 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:44:20 user nova-compute[74681]:   </clock>
Oct 16 14:44:20 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:44:20 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:44:20 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:44:20 user nova-compute[74681]:   </cpu>
Oct 16 14:44:20 user nova-compute[74681]:   <devices>
Oct 16 14:44:20 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:44:20 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:44:20 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue"/>
Oct 16 14:44:20 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:44:20 user nova-compute[74681]:     </disk>
Oct 16 14:44:20 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:44:20 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:44:20 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk"/>
Oct 16 14:44:20 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:44:20 user nova-compute[74681]:     </disk>
Oct 16 14:44:20 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:44:20 user nova-compute[74681]:       <mac address="fa:16:3e:eb:a4:d9"/>
Oct 16 14:44:20 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:20 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:44:20 user nova-compute[74681]:       <target dev="tape986b418-13"/>
Oct 16 14:44:20 user nova-compute[74681]:     </interface>
Oct 16 14:44:20 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:44:20 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/console.log" append="off"/>
Oct 16 14:44:20 user nova-compute[74681]:     </serial>
Oct 16 14:44:20 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:44:20 user nova-compute[74681]:     <video>
Oct 16 14:44:20 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:20 user nova-compute[74681]:     </video>
Oct 16 14:44:20 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:44:20 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:44:20 user nova-compute[74681]:     </rng>
Oct 16 14:44:20 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:44:20 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:44:20 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:44:20 user nova-compute[74681]:     </memballoon>
Oct 16 14:44:20 user nova-compute[74681]:   </devices>
Oct 16 14:44:20 user nova-compute[74681]: </domain>
Oct 16 14:44:20 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:44:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance destroyed successfully.
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No VIF found with MAC fa:16:3e:eb:a4:d9, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Starting finish_revert_migration {{(pid=74681) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 16 14:44:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Start _get_guest_xml network_info=[{"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '635a7f5b-cc04-4139-ba6d-0bae93dce0f8', 'attached_at': '2023-10-16T14:44:21.000000', 'detached_at': '', 'volume_id': '66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'serial': '66c1b880-8ac5-440e-9b8d-4f254ee6f4c3'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '93bdd284-b63a-4c27-8d2d-4d0586512084', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:44:21 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:21 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lazy-loading 'vcpu_model' on Instance uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:21 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6084b867-4a79-4f05-a256-510c9bec9af4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:44:21 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[336b31a1-b960-4803-91db-db3a85f3c470]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3] added
Oct 16 14:44:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd3e8a5-0767-424a-b94d-31c344a4d937]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c53edfa-22de-4524-9c83-afd4658cfe50]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JtxMZaiS {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JtxMZaiS" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[52bb8f3d-ebdc-46b3-8619-be83546e9ca6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JtxMZaiS'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2b15666-a5e6-45ec-8514-9333d192a18e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4f94565-1791-4f79-88af-dd36518b26eb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:21 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:21 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfabeace-9333-444a-add0-8ff3398eb304]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]
Oct 16 14:44:21 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.
Oct 16 14:44:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db8e99f-832e-4314-b02b-5e654983d93c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4571c374-39d7-426b-913c-aaa6b7c17a5e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:21 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:21 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:21 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:21 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6edad6-ea57-49b2-8b49-0b538dcf664d]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-d56f4a3e-2568-4f37-bf9d-8e29bf2d25b9 req-4bfa6dcc-d622-4a94-b604-40b514fba8be service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d56f4a3e-2568-4f37-bf9d-8e29bf2d25b9 req-4bfa6dcc-d622-4a94-b604-40b514fba8be service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d56f4a3e-2568-4f37-bf9d-8e29bf2d25b9 req-4bfa6dcc-d622-4a94-b604-40b514fba8be service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d56f4a3e-2568-4f37-bf9d-8e29bf2d25b9 req-4bfa6dcc-d622-4a94-b604-40b514fba8be service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-d56f4a3e-2568-4f37-bf9d-8e29bf2d25b9 req-4bfa6dcc-d622-4a94-b604-40b514fba8be service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:21 user nova-compute[74681]: WARNING nova.compute.manager [req-d56f4a3e-2568-4f37-bf9d-8e29bf2d25b9 req-4bfa6dcc-d622-4a94-b604-40b514fba8be service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received unexpected event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with vm_state active and task_state rescuing.
Oct 16 14:44:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23264663537663466', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264663537663466', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:43:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:44:22 user nova-compute[74681]:   <uuid>635a7f5b-cc04-4139-ba6d-0bae93dce0f8</uuid>
Oct 16 14:44:22 user nova-compute[74681]:   <name>instance-00000004</name>
Oct 16 14:44:22 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:44:22 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:44:22 user nova-compute[74681]:   <metadata>
Oct 16 14:44:22 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:44:22 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:44:22 user nova-compute[74681]:       <nova:name>tempest-ServerActionsTestOtherB-server-10195588</nova:name>
Oct 16 14:44:22 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:44:21</nova:creationTime>
Oct 16 14:44:22 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:44:22 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:44:22 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:44:22 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:44:22 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:44:22 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:44:22 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:44:22 user nova-compute[74681]:       <nova:owner>
Oct 16 14:44:22 user nova-compute[74681]:         <nova:user uuid="4b604feeb36a402d9c8ae4e57ac252bb">tempest-ServerActionsTestOtherB-2068450545-project-member</nova:user>
Oct 16 14:44:22 user nova-compute[74681]:         <nova:project uuid="ee1ccfb5b33841a9a4c57fd1cdddc71d">tempest-ServerActionsTestOtherB-2068450545</nova:project>
Oct 16 14:44:22 user nova-compute[74681]:       </nova:owner>
Oct 16 14:44:22 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:44:22 user nova-compute[74681]:       <nova:ports>
Oct 16 14:44:22 user nova-compute[74681]:         <nova:port uuid="cca0f54c-701a-4b88-9c8f-37dde1a1017d">
Oct 16 14:44:22 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:44:22 user nova-compute[74681]:         </nova:port>
Oct 16 14:44:22 user nova-compute[74681]:       </nova:ports>
Oct 16 14:44:22 user nova-compute[74681]:     </nova:instance>
Oct 16 14:44:22 user nova-compute[74681]:   </metadata>
Oct 16 14:44:22 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:44:22 user nova-compute[74681]:     <system>
Oct 16 14:44:22 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:44:22 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:44:22 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:44:22 user nova-compute[74681]:       <entry name="serial">635a7f5b-cc04-4139-ba6d-0bae93dce0f8</entry>
Oct 16 14:44:22 user nova-compute[74681]:       <entry name="uuid">635a7f5b-cc04-4139-ba6d-0bae93dce0f8</entry>
Oct 16 14:44:22 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:44:22 user nova-compute[74681]:     </system>
Oct 16 14:44:22 user nova-compute[74681]:   </sysinfo>
Oct 16 14:44:22 user nova-compute[74681]:   <os>
Oct 16 14:44:22 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:44:22 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:44:22 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:44:22 user nova-compute[74681]:   </os>
Oct 16 14:44:22 user nova-compute[74681]:   <features>
Oct 16 14:44:22 user nova-compute[74681]:     <acpi/>
Oct 16 14:44:22 user nova-compute[74681]:     <apic/>
Oct 16 14:44:22 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:44:22 user nova-compute[74681]:   </features>
Oct 16 14:44:22 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:44:22 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:44:22 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:44:22 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:44:22 user nova-compute[74681]:   </clock>
Oct 16 14:44:22 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:44:22 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:44:22 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:44:22 user nova-compute[74681]:   </cpu>
Oct 16 14:44:22 user nova-compute[74681]:   <devices>
Oct 16 14:44:22 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:44:22 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:44:22 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk"/>
Oct 16 14:44:22 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:44:22 user nova-compute[74681]:     </disk>
Oct 16 14:44:22 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:44:22 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:44:22 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 14:44:22 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:44:22 user nova-compute[74681]:       <serial>66c1b880-8ac5-440e-9b8d-4f254ee6f4c3</serial>
Oct 16 14:44:22 user nova-compute[74681]:     </disk>
Oct 16 14:44:22 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:44:22 user nova-compute[74681]:       <mac address="fa:16:3e:87:3e:43"/>
Oct 16 14:44:22 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:22 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:44:22 user nova-compute[74681]:       <target dev="tapcca0f54c-70"/>
Oct 16 14:44:22 user nova-compute[74681]:     </interface>
Oct 16 14:44:22 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:44:22 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/console.log" append="off"/>
Oct 16 14:44:22 user nova-compute[74681]:     </serial>
Oct 16 14:44:22 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:44:22 user nova-compute[74681]:     <video>
Oct 16 14:44:22 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:22 user nova-compute[74681]:     </video>
Oct 16 14:44:22 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:44:22 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:44:22 user nova-compute[74681]:     </rng>
Oct 16 14:44:22 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:44:22 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:44:22 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:44:22 user nova-compute[74681]:     </memballoon>
Oct 16 14:44:22 user nova-compute[74681]:   </devices>
Oct 16 14:44:22 user nova-compute[74681]: </domain>
Oct 16 14:44:22 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:43:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG os_vif [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca061360-c983-551a-b3dd-39177be43e8b', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcca0f54c-70, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcca0f54c-70, col_values=(('qos', UUID('7f264ce5-395d-4db9-aefc-9522e0e2a8ff')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcca0f54c-70, col_values=(('external_ids', {'iface-id': 'cca0f54c-701a-4b88-9c8f-37dde1a1017d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:3e:43', 'vm-uuid': '635a7f5b-cc04-4139-ba6d-0bae93dce0f8'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:22 user nova-compute[74681]: INFO os_vif [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70')
Oct 16 14:44:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:23 user nova-compute[74681]: WARNING nova.compute.manager [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received unexpected event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with vm_state active and task_state rescuing.
Oct 16 14:44:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:23 user nova-compute[74681]: WARNING nova.compute.manager [req-03fb8f4d-52b0-4aca-91a1-cf5661370c40 req-d989a757-8e22-40c2-837e-da1e03d2e18e service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received unexpected event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with vm_state active and task_state rescuing.
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG nova.compute.manager [req-a135aa9f-bdec-4c51-94a3-5e34c596d150 req-a6d6e459-96b3-4e5c-a894-e4ead615e471 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a135aa9f-bdec-4c51-94a3-5e34c596d150 req-a6d6e459-96b3-4e5c-a894-e4ead615e471 service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a135aa9f-bdec-4c51-94a3-5e34c596d150 req-a6d6e459-96b3-4e5c-a894-e4ead615e471 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a135aa9f-bdec-4c51-94a3-5e34c596d150 req-a6d6e459-96b3-4e5c-a894-e4ead615e471 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG nova.compute.manager [req-a135aa9f-bdec-4c51-94a3-5e34c596d150 req-a6d6e459-96b3-4e5c-a894-e4ead615e471 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:24 user nova-compute[74681]: WARNING nova.compute.manager [req-a135aa9f-bdec-4c51-94a3-5e34c596d150 req-a6d6e459-96b3-4e5c-a894-e4ead615e471 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state resized and task_state resize_reverting.
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8b46192c-d109-4cbd-868e-64ee85f6478e tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:44:26 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance running successfully.
Oct 16 14:44:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] finish_revert_migration finished successfully. {{(pid=74681) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-bb370748-3ebc-4d9d-b5d5-4531a7b3f5f8 req-ffd22919-04fc-4f3a-af4b-c901f509a5b6 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bb370748-3ebc-4d9d-b5d5-4531a7b3f5f8 req-ffd22919-04fc-4f3a-af4b-c901f509a5b6 service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bb370748-3ebc-4d9d-b5d5-4531a7b3f5f8 req-ffd22919-04fc-4f3a-af4b-c901f509a5b6 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bb370748-3ebc-4d9d-b5d5-4531a7b3f5f8 req-ffd22919-04fc-4f3a-af4b-c901f509a5b6 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-bb370748-3ebc-4d9d-b5d5-4531a7b3f5f8 req-ffd22919-04fc-4f3a-af4b-c901f509a5b6 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:26 user nova-compute[74681]: WARNING nova.compute.manager [req-bb370748-3ebc-4d9d-b5d5-4531a7b3f5f8 req-ffd22919-04fc-4f3a-af4b-c901f509a5b6 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state resized and task_state resize_reverting.
Oct 16 14:44:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:44:26 user nova-compute[74681]: INFO nova.compute.manager [None req-6f17a7b1-8f91-4815-b207-2dd909c26076 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance to original state: 'active'
Oct 16 14:44:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:44:26 user nova-compute[74681]: INFO nova.compute.claims [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Claim successful on node user
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.731s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:44:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.policy [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5acbee01077c41398d643215ba9e724b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b6bb623e07040fd962d9fef634fc6f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:44:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Creating image(s)
Oct 16 14:44:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "/opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "/opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "/opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.239s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk 1073741824" returned: 0 in 0.062s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.311s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Successfully created port: 7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.267s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:44:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Cannot resize image /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Ensure instance console log exists: /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Successfully updated port: 7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquired lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-changed-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Refreshing instance network info cache due to event network-changed-7e908a86-90bf-4714-8433-a629a8618104. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] Acquiring lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Updating instance_info_cache with network_info: [{"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Releasing lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Instance network_info: |[{"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] Acquired lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Refreshing network info cache for port 7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Start _get_guest_xml network_info=[{"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:44:29 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Creating image(s)
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Ensure instance console log exists: /opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Start _get_guest_xml network_info=[{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '386c2f04-4f4b-4468-9aed-cd52b9a122b4', 'attached_at': '', 'detached_at': '', 'volume_id': '81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'serial': '81f5a1c9-23d2-4a3e-8a30-04fb1621abcb'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '5bfd8b05-d204-4c0e-849c-c3753084b9f0', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:44:29 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:29 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:29 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:29 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2057925504',display_name='tempest-TestVolumeSwap-server-2057925504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2057925504',id=19,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCoY7IHZmgjmbGptHRUChPQoXzan35wgBSnR2E+H0oldzKseA70ztTRGswctzB8QHeV1BIFrpYPR49Sr8TzF6Q4lFnFp029jpbKMynU3C723rHQ6sX8lwYGavDXLlQ2yw==',key_name='tempest-keypair-85406803',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9b6bb623e07040fd962d9fef634fc6f2',ramdisk_id='',reservation_id='r-av702zod',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-287219388',owner_user_name='tempest-TestVolumeSwap-287219388-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:44:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5acbee01077c41398d643215ba9e724b',uuid=6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Converting VIF {"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:c9:12,bridge_name='br-int',has_traffic_filtering=True,id=7e908a86-90bf-4714-8433-a629a8618104,network=Network(bd01df0c-2e86-4777-b457-33f3ff82d9a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e908a86-90') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.objects.instance [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:44:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:30 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:44:30 user nova-compute[74681]:   <uuid>6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4</uuid>
Oct 16 14:44:30 user nova-compute[74681]:   <name>instance-00000013</name>
Oct 16 14:44:30 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:44:30 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:44:30 user nova-compute[74681]:   <metadata>
Oct 16 14:44:30 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:44:30 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:44:30 user nova-compute[74681]:       <nova:name>tempest-TestVolumeSwap-server-2057925504</nova:name>
Oct 16 14:44:30 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:44:29</nova:creationTime>
Oct 16 14:44:30 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:44:30 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:44:30 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:44:30 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:44:30 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:44:30 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:44:30 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:44:30 user nova-compute[74681]:       <nova:owner>
Oct 16 14:44:30 user nova-compute[74681]:         <nova:user uuid="5acbee01077c41398d643215ba9e724b">tempest-TestVolumeSwap-287219388-project-member</nova:user>
Oct 16 14:44:30 user nova-compute[74681]:         <nova:project uuid="9b6bb623e07040fd962d9fef634fc6f2">tempest-TestVolumeSwap-287219388</nova:project>
Oct 16 14:44:30 user nova-compute[74681]:       </nova:owner>
Oct 16 14:44:30 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:44:30 user nova-compute[74681]:       <nova:ports>
Oct 16 14:44:30 user nova-compute[74681]:         <nova:port uuid="7e908a86-90bf-4714-8433-a629a8618104">
Oct 16 14:44:30 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 16 14:44:30 user nova-compute[74681]:         </nova:port>
Oct 16 14:44:30 user nova-compute[74681]:       </nova:ports>
Oct 16 14:44:30 user nova-compute[74681]:     </nova:instance>
Oct 16 14:44:30 user nova-compute[74681]:   </metadata>
Oct 16 14:44:30 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:44:30 user nova-compute[74681]:     <system>
Oct 16 14:44:30 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:44:30 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:44:30 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:44:30 user nova-compute[74681]:       <entry name="serial">6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4</entry>
Oct 16 14:44:30 user nova-compute[74681]:       <entry name="uuid">6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4</entry>
Oct 16 14:44:30 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:44:30 user nova-compute[74681]:     </system>
Oct 16 14:44:30 user nova-compute[74681]:   </sysinfo>
Oct 16 14:44:30 user nova-compute[74681]:   <os>
Oct 16 14:44:30 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:44:30 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:44:30 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:44:30 user nova-compute[74681]:   </os>
Oct 16 14:44:30 user nova-compute[74681]:   <features>
Oct 16 14:44:30 user nova-compute[74681]:     <acpi/>
Oct 16 14:44:30 user nova-compute[74681]:     <apic/>
Oct 16 14:44:30 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:44:30 user nova-compute[74681]:   </features>
Oct 16 14:44:30 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:44:30 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:44:30 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:44:30 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:44:30 user nova-compute[74681]:   </clock>
Oct 16 14:44:30 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:44:30 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:44:30 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:44:30 user nova-compute[74681]:   </cpu>
Oct 16 14:44:30 user nova-compute[74681]:   <devices>
Oct 16 14:44:30 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:44:30 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:44:30 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk"/>
Oct 16 14:44:30 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:44:30 user nova-compute[74681]:     </disk>
Oct 16 14:44:30 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:44:30 user nova-compute[74681]:       <mac address="fa:16:3e:28:c9:12"/>
Oct 16 14:44:30 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:30 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:44:30 user nova-compute[74681]:       <target dev="tap7e908a86-90"/>
Oct 16 14:44:30 user nova-compute[74681]:     </interface>
Oct 16 14:44:30 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:44:30 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/console.log" append="off"/>
Oct 16 14:44:30 user nova-compute[74681]:     </serial>
Oct 16 14:44:30 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:44:30 user nova-compute[74681]:     <video>
Oct 16 14:44:30 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:30 user nova-compute[74681]:     </video>
Oct 16 14:44:30 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:44:30 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:44:30 user nova-compute[74681]:     </rng>
Oct 16 14:44:30 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:44:30 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:44:30 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:44:30 user nova-compute[74681]:     </memballoon>
Oct 16 14:44:30 user nova-compute[74681]:   </devices>
Oct 16 14:44:30 user nova-compute[74681]: </domain>
Oct 16 14:44:30 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2057925504',display_name='tempest-TestVolumeSwap-server-2057925504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2057925504',id=19,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCoY7IHZmgjmbGptHRUChPQoXzan35wgBSnR2E+H0oldzKseA70ztTRGswctzB8QHeV1BIFrpYPR49Sr8TzF6Q4lFnFp029jpbKMynU3C723rHQ6sX8lwYGavDXLlQ2yw==',key_name='tempest-keypair-85406803',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9b6bb623e07040fd962d9fef634fc6f2',ramdisk_id='',reservation_id='r-av702zod',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-287219388',owner_user_name='tempest-TestVolumeSwap-287219388-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:44:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5acbee01077c41398d643215ba9e724b',uuid=6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Converting VIF {"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:c9:12,bridge_name='br-int',has_traffic_filtering=True,id=7e908a86-90bf-4714-8433-a629a8618104,network=Network(bd01df0c-2e86-4777-b457-33f3ff82d9a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e908a86-90') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_vif [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:c9:12,bridge_name='br-int',has_traffic_filtering=True,id=7e908a86-90bf-4714-8433-a629a8618104,network=Network(bd01df0c-2e86-4777-b457-33f3ff82d9a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e908a86-90') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f773b94-a523-53f2-aa64-bec60b71efd2', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a3151a4-3c7d-4f52-9b53-6cb2dedbe6c8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:44:30 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e908a86-90, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e908a86-90, col_values=(('qos', UUID('ad9d8209-4c6e-4752-ad5d-a544a390734d')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e908a86-90, col_values=(('external_ids', {'iface-id': '7e908a86-90bf-4714-8433-a629a8618104', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:c9:12', 'vm-uuid': '6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e37b4e28-b110-47c4-9866-68d5ad2ae6cb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb] added
Oct 16 14:44:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:30 user nova-compute[74681]: INFO os_vif [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:c9:12,bridge_name='br-int',has_traffic_filtering=True,id=7e908a86-90bf-4714-8433-a629a8618104,network=Network(bd01df0c-2e86-4777-b457-33f3ff82d9a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e908a86-90')
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[66846fd1-4c87-43e5-853e-74e7e978bc5a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[84c0ae08-8104-44bb-9b90-9ed61d5b4b17]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v agzvZPiE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v agzvZPiE" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa81cfa7-4862-40e6-880c-4ebc638e5b22]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'agzvZPiE'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53a3497-92df-4c82-9f3e-401eece875f2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] No VIF found with MAC fa:16:3e:28:c9:12, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef9125b-d774-43f4-89fa-08079e9a0cb8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --login" returned: 0 in 0.098s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac27bf2d-1a80-4586-9cdc-67f134c3925a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]
Oct 16 14:44:30 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.
Oct 16 14:44:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc511f7-2790-4701-967c-7d4aef6fa74e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[44cb2323-7b39-4861-88b7-878160482f28]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:44:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:30 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:44:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.366s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] HCTL ('36', '-', '-', 0) found on session 18 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bfbcc4b-6bd6-44c9-88ba-3ef6b6c28a48]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.network.neutron [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Updated VIF entry in instance network info cache for port 7e908a86-90bf-4714-8433-a629a8618104. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG nova.network.neutron [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Updating instance_info_cache with network_info: [{"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Searching for a device in session 18 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fc382a8a-5a77-4c2e-9cb6-5017c2e35e56 req-cf58921e-0b21-48ad-ae56-f0923c114935 service nova] Releasing lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:44:30 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_power_states {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.430s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] <== connect_volume: return (1432ms) {'type': 'block', 'scsi_wwn': '23434386639316363', 'path': '/dev/sde'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434386639316363', 'path': '/dev/sde'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:44:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-913524050',display_name='tempest-TestShelveInstance-server-913524050',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-913524050',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAVVEK2itWxnPmp8vde3Ts2spZgAYZkEyhBwRqlYqbwDBBqZ8uGSlehnMeENLLDZQFm/5//+lVI1dGeHFr/nBSClv4dLfMe2Sv0kzTtkmkExnboMgePOtge8cShbhw39bA==',key_name='tempest-TestShelveInstance-594457406',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='06967ca98a6d4a488117eb82d1b76bce',ramdisk_id='',reservation_id='r-f3tqy81o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1649743238',owner_user_name='tempest-TestShelveInstance-1649743238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:44:10Z,user_data=None,user_id='fa572050daf94075958cdec5ed3afa45',uuid=386c2f04-4f4b-4468-9aed-cd52b9a122b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converting VIF {"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.objects.instance [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'pci_devices' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:44:31 user nova-compute[74681]:   <uuid>386c2f04-4f4b-4468-9aed-cd52b9a122b4</uuid>
Oct 16 14:44:31 user nova-compute[74681]:   <name>instance-00000012</name>
Oct 16 14:44:31 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:44:31 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:44:31 user nova-compute[74681]:   <metadata>
Oct 16 14:44:31 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:44:31 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:44:31 user nova-compute[74681]:       <nova:name>tempest-TestShelveInstance-server-913524050</nova:name>
Oct 16 14:44:31 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:44:29</nova:creationTime>
Oct 16 14:44:31 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:44:31 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:44:31 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:44:31 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:44:31 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:44:31 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:44:31 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:44:31 user nova-compute[74681]:       <nova:owner>
Oct 16 14:44:31 user nova-compute[74681]:         <nova:user uuid="fa572050daf94075958cdec5ed3afa45">tempest-TestShelveInstance-1649743238-project-member</nova:user>
Oct 16 14:44:31 user nova-compute[74681]:         <nova:project uuid="06967ca98a6d4a488117eb82d1b76bce">tempest-TestShelveInstance-1649743238</nova:project>
Oct 16 14:44:31 user nova-compute[74681]:       </nova:owner>
Oct 16 14:44:31 user nova-compute[74681]:       <nova:ports>
Oct 16 14:44:31 user nova-compute[74681]:         <nova:port uuid="b501fa22-ef2b-4784-b299-998088688821">
Oct 16 14:44:31 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 14:44:31 user nova-compute[74681]:         </nova:port>
Oct 16 14:44:31 user nova-compute[74681]:       </nova:ports>
Oct 16 14:44:31 user nova-compute[74681]:     </nova:instance>
Oct 16 14:44:31 user nova-compute[74681]:   </metadata>
Oct 16 14:44:31 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:44:31 user nova-compute[74681]:     <system>
Oct 16 14:44:31 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:44:31 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:44:31 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:44:31 user nova-compute[74681]:       <entry name="serial">386c2f04-4f4b-4468-9aed-cd52b9a122b4</entry>
Oct 16 14:44:31 user nova-compute[74681]:       <entry name="uuid">386c2f04-4f4b-4468-9aed-cd52b9a122b4</entry>
Oct 16 14:44:31 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:44:31 user nova-compute[74681]:     </system>
Oct 16 14:44:31 user nova-compute[74681]:   </sysinfo>
Oct 16 14:44:31 user nova-compute[74681]:   <os>
Oct 16 14:44:31 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:44:31 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:44:31 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:44:31 user nova-compute[74681]:   </os>
Oct 16 14:44:31 user nova-compute[74681]:   <features>
Oct 16 14:44:31 user nova-compute[74681]:     <acpi/>
Oct 16 14:44:31 user nova-compute[74681]:     <apic/>
Oct 16 14:44:31 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:44:31 user nova-compute[74681]:   </features>
Oct 16 14:44:31 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:44:31 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:44:31 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:44:31 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:44:31 user nova-compute[74681]:   </clock>
Oct 16 14:44:31 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:44:31 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:44:31 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:44:31 user nova-compute[74681]:   </cpu>
Oct 16 14:44:31 user nova-compute[74681]:   <devices>
Oct 16 14:44:31 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:44:31 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:44:31 user nova-compute[74681]:       <source dev="/dev/sde"/>
Oct 16 14:44:31 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:44:31 user nova-compute[74681]:       <serial>81f5a1c9-23d2-4a3e-8a30-04fb1621abcb</serial>
Oct 16 14:44:31 user nova-compute[74681]:     </disk>
Oct 16 14:44:31 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:44:31 user nova-compute[74681]:       <mac address="fa:16:3e:16:1f:59"/>
Oct 16 14:44:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:31 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:44:31 user nova-compute[74681]:       <target dev="tapb501fa22-ef"/>
Oct 16 14:44:31 user nova-compute[74681]:     </interface>
Oct 16 14:44:31 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:44:31 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4/console.log" append="off"/>
Oct 16 14:44:31 user nova-compute[74681]:     </serial>
Oct 16 14:44:31 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:44:31 user nova-compute[74681]:     <video>
Oct 16 14:44:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:44:31 user nova-compute[74681]:     </video>
Oct 16 14:44:31 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:44:31 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:44:31 user nova-compute[74681]:     </rng>
Oct 16 14:44:31 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:44:31 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:44:31 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:44:31 user nova-compute[74681]:     </memballoon>
Oct 16 14:44:31 user nova-compute[74681]:   </devices>
Oct 16 14:44:31 user nova-compute[74681]: </domain>
Oct 16 14:44:31 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:44:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-913524050',display_name='tempest-TestShelveInstance-server-913524050',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-913524050',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAVVEK2itWxnPmp8vde3Ts2spZgAYZkEyhBwRqlYqbwDBBqZ8uGSlehnMeENLLDZQFm/5//+lVI1dGeHFr/nBSClv4dLfMe2Sv0kzTtkmkExnboMgePOtge8cShbhw39bA==',key_name='tempest-TestShelveInstance-594457406',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='06967ca98a6d4a488117eb82d1b76bce',ramdisk_id='',reservation_id='r-f3tqy81o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1649743238',owner_user_name='tempest-TestShelveInstance-1649743238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:44:10Z,user_data=None,user_id='fa572050daf94075958cdec5ed3afa45',uuid=386c2f04-4f4b-4468-9aed-cd52b9a122b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converting VIF {"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG os_vif [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5f09efbf-3284-59dc-a557-061ad0894e17', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb501fa22-ef, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb501fa22-ef, col_values=(('qos', UUID('a3db697d-5284-4aa1-8b1f-9b0bc905ed40')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb501fa22-ef, col_values=(('external_ids', {'iface-id': 'b501fa22-ef2b-4784-b299-998088688821', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:1f:59', 'vm-uuid': '386c2f04-4f4b-4468-9aed-cd52b9a122b4'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: INFO os_vif [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef')
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] No VIF found with MAC fa:16:3e:16:1f:59, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-45b0134f-ff9d-4e84-a65f-93c92ba9931a req-6e66e645-96cb-4a9f-8e43-20028ab8bf9c service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-45b0134f-ff9d-4e84-a65f-93c92ba9931a req-6e66e645-96cb-4a9f-8e43-20028ab8bf9c service nova] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-45b0134f-ff9d-4e84-a65f-93c92ba9931a req-6e66e645-96cb-4a9f-8e43-20028ab8bf9c service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-45b0134f-ff9d-4e84-a65f-93c92ba9931a req-6e66e645-96cb-4a9f-8e43-20028ab8bf9c service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-45b0134f-ff9d-4e84-a65f-93c92ba9931a req-6e66e645-96cb-4a9f-8e43-20028ab8bf9c service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] No waiting events found dispatching network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:32 user nova-compute[74681]: WARNING nova.compute.manager [req-45b0134f-ff9d-4e84-a65f-93c92ba9931a req-6e66e645-96cb-4a9f-8e43-20028ab8bf9c service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received unexpected event network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 for instance with vm_state building and task_state spawning.
Oct 16 14:44:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:33 user nova-compute[74681]: WARNING nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor.
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 449bf334-3816-4865-a8ae-7345c09eac83 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 67488db5-3e5d-4591-ad3c-5830e41f7ae0 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid d4535bb9-de15-4930-ad56-a885cd321188 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "449bf334-3816-4865-a8ae-7345c09eac83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "d4535bb9-de15-4930-ad56-a885cd321188" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "72133766-47a2-42be-8d36-0034955ba6cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.201s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.209s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "449bf334-3816-4865-a8ae-7345c09eac83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.212s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.210s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.207s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.218s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "72133766-47a2-42be-8d36-0034955ba6cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.235s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.270s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.286s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "d4535bb9-de15-4930-ad56-a885cd321188" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.303s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-eba9e59e-6efa-4d00-bd35-89a928a5c06e req-de4237df-8073-4b48-850f-6823d8e460f1 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eba9e59e-6efa-4d00-bd35-89a928a5c06e req-de4237df-8073-4b48-850f-6823d8e460f1 service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eba9e59e-6efa-4d00-bd35-89a928a5c06e req-de4237df-8073-4b48-850f-6823d8e460f1 service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eba9e59e-6efa-4d00-bd35-89a928a5c06e req-de4237df-8073-4b48-850f-6823d8e460f1 service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-eba9e59e-6efa-4d00-bd35-89a928a5c06e req-de4237df-8073-4b48-850f-6823d8e460f1 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:34 user nova-compute[74681]: WARNING nova.compute.manager [req-eba9e59e-6efa-4d00-bd35-89a928a5c06e req-de4237df-8073-4b48-850f-6823d8e460f1 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received unexpected event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 for instance with vm_state building and task_state spawning.
Oct 16 14:44:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-86e84c66-68c4-4bc4-a4f7-71b5a6a172ba req-38d1fc57-6f13-48fb-bab5-f0727f1bf559 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86e84c66-68c4-4bc4-a4f7-71b5a6a172ba req-38d1fc57-6f13-48fb-bab5-f0727f1bf559 service nova] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86e84c66-68c4-4bc4-a4f7-71b5a6a172ba req-38d1fc57-6f13-48fb-bab5-f0727f1bf559 service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86e84c66-68c4-4bc4-a4f7-71b5a6a172ba req-38d1fc57-6f13-48fb-bab5-f0727f1bf559 service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-86e84c66-68c4-4bc4-a4f7-71b5a6a172ba req-38d1fc57-6f13-48fb-bab5-f0727f1bf559 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] No waiting events found dispatching network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:34 user nova-compute[74681]: WARNING nova.compute.manager [req-86e84c66-68c4-4bc4-a4f7-71b5a6a172ba req-38d1fc57-6f13-48fb-bab5-f0727f1bf559 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received unexpected event network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 for instance with vm_state building and task_state spawning.
Oct 16 14:44:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Instance spawned successfully.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-368a7003-8cdb-4a5c-808d-d2771e781bf4 req-293cd74e-a28d-455e-b2c3-64c307dec34d service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-368a7003-8cdb-4a5c-808d-d2771e781bf4 req-293cd74e-a28d-455e-b2c3-64c307dec34d service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-368a7003-8cdb-4a5c-808d-d2771e781bf4 req-293cd74e-a28d-455e-b2c3-64c307dec34d service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-368a7003-8cdb-4a5c-808d-d2771e781bf4 req-293cd74e-a28d-455e-b2c3-64c307dec34d service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-368a7003-8cdb-4a5c-808d-d2771e781bf4 req-293cd74e-a28d-455e-b2c3-64c307dec34d service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:36 user nova-compute[74681]: WARNING nova.compute.manager [req-368a7003-8cdb-4a5c-808d-d2771e781bf4 req-293cd74e-a28d-455e-b2c3-64c307dec34d service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received unexpected event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 for instance with vm_state building and task_state spawning.
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Took 8.52 seconds to spawn the instance on the hypervisor.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.compute.manager [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Took 9.74 seconds to build instance.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b12544d6-b03a-4060-984a-6b61e39b16c0 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.885s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.754s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance spawned successfully.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Took 6.95 seconds to spawn the instance on the hypervisor.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.compute.manager [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Took 27.94 seconds to build instance.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-efb82db5-ff42-4f2b-ac8c-35191697526d tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.045s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 3.110s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:36 user nova-compute[74681]: INFO nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 16 14:44:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:44:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dRqBsVKG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:44:44 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:44 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:44:44 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8f4e09-ca76-4d84-88f6-1a392c7ddc26]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:44:44 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[07bd1cc6-a413-4cbc-afe6-3b354fdf8bc5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b] added
Oct 16 14:44:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:44 user nova-compute[74681]: INFO nova.compute.manager [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Terminating instance
Oct 16 14:44:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.047s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[87e35176-23d8-4bfb-ac49-8a18a871bed9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6afcc6c4-d227-49fa-9f39-335395ec1ab7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dRqBsVKG {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dRqBsVKG" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[25606995-add0-45ed-a4a5-ea42f23c5f28]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dRqBsVKG'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc65a79-2416-424b-a0ee-0fa78fd6aacd]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fffc8e07-dddc-404e-99bb-f62a2e999fbb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:44:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:44:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a4b742-19f3-442f-83d6-9ecd8edc0a84]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]
Oct 16 14:44:44 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.
Oct 16 14:44:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[73440226-97dd-4c30-8e3a-8cdb078b0f89]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84e6e5f-748a-43db-95b6-10373af4a74c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:44:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:44:44 user nova-compute[74681]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:44:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.448s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] HCTL ('37', '-', '-', 0) found on session 19 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.032s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f24485fb-f7dc-4714-8b1d-e897c8124beb]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching for a device in session 19 and hctl ['37', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-50e1ce7a-3075-4206-a940-8735ab1bb5cc req-8645446a-633f-4d0f-afd3-129752d1af25 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-vif-unplugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50e1ce7a-3075-4206-a940-8735ab1bb5cc req-8645446a-633f-4d0f-afd3-129752d1af25 service nova] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50e1ce7a-3075-4206-a940-8735ab1bb5cc req-8645446a-633f-4d0f-afd3-129752d1af25 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50e1ce7a-3075-4206-a940-8735ab1bb5cc req-8645446a-633f-4d0f-afd3-129752d1af25 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-50e1ce7a-3075-4206-a940-8735ab1bb5cc req-8645446a-633f-4d0f-afd3-129752d1af25 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] No waiting events found dispatching network-vif-unplugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-50e1ce7a-3075-4206-a940-8735ab1bb5cc req-8645446a-633f-4d0f-afd3-129752d1af25 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-vif-unplugged-45d8de87-4154-430a-b27f-d1f5f1f2626b for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:44:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Instance destroyed successfully.
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.objects.instance [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lazy-loading 'resources' on Instance uuid d4535bb9-de15-4930-ad56-a885cd321188 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1968578785',display_name='tempest-VolumesAdminNegativeTest-server-1968578785',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1968578785',id=6,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM3VQHg02G02Dq5TUOt9Fn7RUD26K6RE8CyFqroKU5ZosqjH5fiVBEXt9Gy6cuqsnFNrNUyfTdWbjhPRNyT4jmBlkeueuuwF1wnqo8xu399ee/1aNlcb+sIjbq141h8gpw==',key_name='tempest-keypair-1310519714',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='46a5cca352554a3184fb672b59d60457',ramdisk_id='',reservation_id='r-o5h9afkt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-713206267',owner_user_name='tempest-VolumesAdminNegativeTest-713206267-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca504a0c5c9344499661ebb16ea81475',uuid=d4535bb9-de15-4930-ad56-a885cd321188,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converting VIF {"id": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "address": "fa:16:3e:f1:12:d5", "network": {"id": "287d2d80-af37-4abd-a115-22bc5acba24c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-262066772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "46a5cca352554a3184fb672b59d60457", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45d8de87-41", "ovs_interfaceid": "45d8de87-4154-430a-b27f-d1f5f1f2626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:12:d5,bridge_name='br-int',has_traffic_filtering=True,id=45d8de87-4154-430a-b27f-d1f5f1f2626b,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45d8de87-41') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG os_vif [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:12:d5,bridge_name='br-int',has_traffic_filtering=True,id=45d8de87-4154-430a-b27f-d1f5f1f2626b,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45d8de87-41') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap45d8de87-41, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=82fb333d-8cb4-4c1a-a949-49a4eeaac264) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:45 user nova-compute[74681]: INFO os_vif [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:12:d5,bridge_name='br-int',has_traffic_filtering=True,id=45d8de87-4154-430a-b27f-d1f5f1f2626b,network=Network(287d2d80-af37-4abd-a115-22bc5acba24c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45d8de87-41')
Oct 16 14:44:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Deleting instance files /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188_del
Oct 16 14:44:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Deletion of /opt/stack/data/nova/instances/d4535bb9-de15-4930-ad56-a885cd321188_del complete
Oct 16 14:44:45 user nova-compute[74681]: INFO nova.compute.manager [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: d4535bb9-de15-4930-ad56-a885cd321188] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.293s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching for a device in session 19 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dRqBsVKG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.504s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== connect_volume: return (1505ms) {'type': 'block', 'scsi_wwn': '23434333461353131', 'path': '/dev/sdf'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434333461353131', 'path': '/dev/sdf'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.objects.instance [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'flavor' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:44:45 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:44:45 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:44:45 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:44:45 user nova-compute[74681]:   <serial>f6e4670e-32e5-4e4a-816f-4848c1e3c75b</serial>
Oct 16 14:44:45 user nova-compute[74681]: </disk>
Oct 16 14:44:45 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:44:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:44:46 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Took 0.87 seconds to deallocate network for instance.
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No VIF found with MAC fa:16:3e:18:2c:b3, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.339s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2ba5f551-9ce7-4227-9e3d-75a88b38ebcc tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.246s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 12.913s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-0d00932b-b2b6-4259-bb4d-d286125eaafe req-9ec177a4-0671-4f7a-8eb9-b27b7c70aae7 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0d00932b-b2b6-4259-bb4d-d286125eaafe req-9ec177a4-0671-4f7a-8eb9-b27b7c70aae7 service nova] Acquiring lock "d4535bb9-de15-4930-ad56-a885cd321188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0d00932b-b2b6-4259-bb4d-d286125eaafe req-9ec177a4-0671-4f7a-8eb9-b27b7c70aae7 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0d00932b-b2b6-4259-bb4d-d286125eaafe req-9ec177a4-0671-4f7a-8eb9-b27b7c70aae7 service nova] Lock "d4535bb9-de15-4930-ad56-a885cd321188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-0d00932b-b2b6-4259-bb4d-d286125eaafe req-9ec177a4-0671-4f7a-8eb9-b27b7c70aae7 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] No waiting events found dispatching network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:44:46 user nova-compute[74681]: WARNING nova.compute.manager [req-0d00932b-b2b6-4259-bb4d-d286125eaafe req-9ec177a4-0671-4f7a-8eb9-b27b7c70aae7 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received unexpected event network-vif-plugged-45d8de87-4154-430a-b27f-d1f5f1f2626b for instance with vm_state deleted and task_state None.
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-0d00932b-b2b6-4259-bb4d-d286125eaafe req-9ec177a4-0671-4f7a-8eb9-b27b7c70aae7 service nova] [instance: d4535bb9-de15-4930-ad56-a885cd321188] Received event network-vif-deleted-45d8de87-4154-430a-b27f-d1f5f1f2626b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:44:46 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.836s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:47 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Deleted allocations for instance d4535bb9-de15-4930-ad56-a885cd321188
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-8f39c093-94cc-46fe-902b-7ebc2681cceb tempest-VolumesAdminNegativeTest-713206267 tempest-VolumesAdminNegativeTest-713206267-project-member] Lock "d4535bb9-de15-4930-ad56-a885cd321188" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.936s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:48 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Error from libvirt while getting description of instance-00000006: [Error Code 42] Domain not found: no domain with matching uuid 'd4535bb9-de15-4930-ad56-a885cd321188' (instance-00000006): libvirt.libvirtError: Domain not found: no domain with matching uuid 'd4535bb9-de15-4930-ad56-a885cd321188' (instance-00000006)
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:44:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:44:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:44:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7268MB free_disk=25.338886260986328GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5c4bb851-7f98-4b27-8ba4-682503049421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance bec36427-b35c-4b8d-994c-1cab1900dcca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 386c2f04-4f4b-4468-9aed-cd52b9a122b4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:44:51 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:44:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:44:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.651s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:44:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:44:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing instance network info cache due to event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] Acquiring lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] Acquired lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG nova.network.neutron [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG nova.network.neutron [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updated VIF entry in instance network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG nova.network.neutron [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3e82ea05-4068-40a0-8487-637bf927f081 req-a46f3699-8915-4c74-8dfc-603358fbfb74 service nova] Releasing lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing instance network info cache due to event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] Acquiring lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] Acquired lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG nova.network.neutron [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:02 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:45:02 user nova-compute[74681]: INFO nova.compute.claims [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Claim successful on node user
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.network.neutron [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updated VIF entry in instance network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.network.neutron [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4f90c34d-4c1e-464d-af17-febddd5f68e5 req-63267a15-12d0-42cf-8688-424bb1ca8633 service nova] Releasing lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.688s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:45:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.policy [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e501e084e5e4cd4b6f5c6a9e4e360c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7f77c82a65341fa9734c1aaa1186c19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:45:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Creating image(s)
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "/opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "/opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "/opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk 1073741824" returned: 0 in 0.055s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Successfully created port: 719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.238s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Checking if we can resize image /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Cannot resize image /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Ensure instance console log exists: /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Successfully updated port: 719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquired lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-changed-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Refreshing instance network info cache due to event network-changed-719f27cb-e1a2-47e7-80f8-339e7ea874e1. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] Acquiring lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updating instance_info_cache with network_info: [{"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Releasing lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Instance network_info: |[{"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] Acquired lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Refreshing network info cache for port 719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Start _get_guest_xml network_info=[{"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:45:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:45:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1264060041',display_name='tempest-ServerStableDeviceRescueTest-server-1264060041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1264060041',id=20,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBXaxZK1s1+wKa2jMkYx/gdwFptZ0r/0fdjheUnP/wb0/iTr2wpPwVakEe0jzoOry3vXPdSXiyjrSKjIIuRYsJLbN1Njhi2p758oT44CjqP6Bk//WOhaFb4JkWeHZM9o2Q==',key_name='tempest-keypair-1549478155',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7f77c82a65341fa9734c1aaa1186c19',ramdisk_id='',reservation_id='r-vedw8ypg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-525725802',owner_user_name='tempest-ServerStableDeviceRescueTest-525725802-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e501e084e5e4cd4b6f5c6a9e4e360c6',uuid=620e818d-792a-47a3-8dfa-d16b29651ae8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Converting VIF {"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:36:0b,bridge_name='br-int',has_traffic_filtering=True,id=719f27cb-e1a2-47e7-80f8-339e7ea874e1,network=Network(481b90f1-26a2-4a70-92e5-c06957cee0e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap719f27cb-e1') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lazy-loading 'pci_devices' on Instance uuid 620e818d-792a-47a3-8dfa-d16b29651ae8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:45:05 user nova-compute[74681]:   <uuid>620e818d-792a-47a3-8dfa-d16b29651ae8</uuid>
Oct 16 14:45:05 user nova-compute[74681]:   <name>instance-00000014</name>
Oct 16 14:45:05 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:45:05 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:45:05 user nova-compute[74681]:   <metadata>
Oct 16 14:45:05 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:45:05 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:45:05 user nova-compute[74681]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1264060041</nova:name>
Oct 16 14:45:05 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:45:05</nova:creationTime>
Oct 16 14:45:05 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:45:05 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:45:05 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:45:05 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:45:05 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:45:05 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:45:05 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:45:05 user nova-compute[74681]:       <nova:owner>
Oct 16 14:45:05 user nova-compute[74681]:         <nova:user uuid="1e501e084e5e4cd4b6f5c6a9e4e360c6">tempest-ServerStableDeviceRescueTest-525725802-project-member</nova:user>
Oct 16 14:45:05 user nova-compute[74681]:         <nova:project uuid="c7f77c82a65341fa9734c1aaa1186c19">tempest-ServerStableDeviceRescueTest-525725802</nova:project>
Oct 16 14:45:05 user nova-compute[74681]:       </nova:owner>
Oct 16 14:45:05 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:45:05 user nova-compute[74681]:       <nova:ports>
Oct 16 14:45:05 user nova-compute[74681]:         <nova:port uuid="719f27cb-e1a2-47e7-80f8-339e7ea874e1">
Oct 16 14:45:05 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:45:05 user nova-compute[74681]:         </nova:port>
Oct 16 14:45:05 user nova-compute[74681]:       </nova:ports>
Oct 16 14:45:05 user nova-compute[74681]:     </nova:instance>
Oct 16 14:45:05 user nova-compute[74681]:   </metadata>
Oct 16 14:45:05 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:45:05 user nova-compute[74681]:     <system>
Oct 16 14:45:05 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:45:05 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:45:05 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:45:05 user nova-compute[74681]:       <entry name="serial">620e818d-792a-47a3-8dfa-d16b29651ae8</entry>
Oct 16 14:45:05 user nova-compute[74681]:       <entry name="uuid">620e818d-792a-47a3-8dfa-d16b29651ae8</entry>
Oct 16 14:45:05 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:45:05 user nova-compute[74681]:     </system>
Oct 16 14:45:05 user nova-compute[74681]:   </sysinfo>
Oct 16 14:45:05 user nova-compute[74681]:   <os>
Oct 16 14:45:05 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:45:05 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:45:05 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:45:05 user nova-compute[74681]:   </os>
Oct 16 14:45:05 user nova-compute[74681]:   <features>
Oct 16 14:45:05 user nova-compute[74681]:     <acpi/>
Oct 16 14:45:05 user nova-compute[74681]:     <apic/>
Oct 16 14:45:05 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:45:05 user nova-compute[74681]:   </features>
Oct 16 14:45:05 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:45:05 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:45:05 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:45:05 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:45:05 user nova-compute[74681]:   </clock>
Oct 16 14:45:05 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:45:05 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:45:05 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:45:05 user nova-compute[74681]:   </cpu>
Oct 16 14:45:05 user nova-compute[74681]:   <devices>
Oct 16 14:45:05 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:45:05 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:45:05 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk"/>
Oct 16 14:45:05 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:45:05 user nova-compute[74681]:     </disk>
Oct 16 14:45:05 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:45:05 user nova-compute[74681]:       <mac address="fa:16:3e:16:36:0b"/>
Oct 16 14:45:05 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:45:05 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:45:05 user nova-compute[74681]:       <target dev="tap719f27cb-e1"/>
Oct 16 14:45:05 user nova-compute[74681]:     </interface>
Oct 16 14:45:05 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:45:05 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/console.log" append="off"/>
Oct 16 14:45:05 user nova-compute[74681]:     </serial>
Oct 16 14:45:05 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:45:05 user nova-compute[74681]:     <video>
Oct 16 14:45:05 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:45:05 user nova-compute[74681]:     </video>
Oct 16 14:45:05 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:45:05 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:45:05 user nova-compute[74681]:     </rng>
Oct 16 14:45:05 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:45:05 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:45:05 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:45:05 user nova-compute[74681]:     </memballoon>
Oct 16 14:45:05 user nova-compute[74681]:   </devices>
Oct 16 14:45:05 user nova-compute[74681]: </domain>
Oct 16 14:45:05 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:45:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1264060041',display_name='tempest-ServerStableDeviceRescueTest-server-1264060041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1264060041',id=20,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBXaxZK1s1+wKa2jMkYx/gdwFptZ0r/0fdjheUnP/wb0/iTr2wpPwVakEe0jzoOry3vXPdSXiyjrSKjIIuRYsJLbN1Njhi2p758oT44CjqP6Bk//WOhaFb4JkWeHZM9o2Q==',key_name='tempest-keypair-1549478155',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7f77c82a65341fa9734c1aaa1186c19',ramdisk_id='',reservation_id='r-vedw8ypg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-525725802',owner_user_name='tempest-ServerStableDeviceRescueTest-525725802-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e501e084e5e4cd4b6f5c6a9e4e360c6',uuid=620e818d-792a-47a3-8dfa-d16b29651ae8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Converting VIF {"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:36:0b,bridge_name='br-int',has_traffic_filtering=True,id=719f27cb-e1a2-47e7-80f8-339e7ea874e1,network=Network(481b90f1-26a2-4a70-92e5-c06957cee0e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap719f27cb-e1') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG os_vif [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:36:0b,bridge_name='br-int',has_traffic_filtering=True,id=719f27cb-e1a2-47e7-80f8-339e7ea874e1,network=Network(481b90f1-26a2-4a70-92e5-c06957cee0e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap719f27cb-e1') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97310b10-ab77-5ad0-830e-4128c3937947', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap719f27cb-e1, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap719f27cb-e1, col_values=(('qos', UUID('5f95ce9c-6b3d-49c3-ad86-ecaf56f72909')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap719f27cb-e1, col_values=(('external_ids', {'iface-id': '719f27cb-e1a2-47e7-80f8-339e7ea874e1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:36:0b', 'vm-uuid': '620e818d-792a-47a3-8dfa-d16b29651ae8'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:05 user nova-compute[74681]: INFO os_vif [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:36:0b,bridge_name='br-int',has_traffic_filtering=True,id=719f27cb-e1a2-47e7-80f8-339e7ea874e1,network=Network(481b90f1-26a2-4a70-92e5-c06957cee0e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap719f27cb-e1')
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:45:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] No VIF found with MAC fa:16:3e:16:36:0b, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:45:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updated VIF entry in instance network info cache for port 719f27cb-e1a2-47e7-80f8-339e7ea874e1. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:45:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updating instance_info_cache with network_info: [{"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a56921b8-7653-435a-8f0c-c55f193cb522 req-c9c83abd-0cf3-44c4-866c-c470b3bbf7a4 service nova] Releasing lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-d8055739-087a-42c2-ab0a-599720bbbb7c req-c409ab7d-1293-485f-8a13-86ddd16edb92 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d8055739-087a-42c2-ab0a-599720bbbb7c req-c409ab7d-1293-485f-8a13-86ddd16edb92 service nova] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d8055739-087a-42c2-ab0a-599720bbbb7c req-c409ab7d-1293-485f-8a13-86ddd16edb92 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d8055739-087a-42c2-ab0a-599720bbbb7c req-c409ab7d-1293-485f-8a13-86ddd16edb92 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-d8055739-087a-42c2-ab0a-599720bbbb7c req-c409ab7d-1293-485f-8a13-86ddd16edb92 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] No waiting events found dispatching network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:07 user nova-compute[74681]: WARNING nova.compute.manager [req-d8055739-087a-42c2-ab0a-599720bbbb7c req-c409ab7d-1293-485f-8a13-86ddd16edb92 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received unexpected event network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 for instance with vm_state building and task_state spawning.
Oct 16 14:45:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing instance network info cache due to event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] Acquiring lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] Acquired lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updated VIF entry in instance network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a639ab60-510a-4435-91d9-a6aaa44abeff req-437b66b2-9010-475d-97f8-84bfd0981c18 service nova] Releasing lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:45:09 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Instance spawned successfully.
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-0921c84b-804d-4a04-b09c-a24a48565706 req-a385723f-561f-4057-b633-2f2e975ee743 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0921c84b-804d-4a04-b09c-a24a48565706 req-a385723f-561f-4057-b633-2f2e975ee743 service nova] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0921c84b-804d-4a04-b09c-a24a48565706 req-a385723f-561f-4057-b633-2f2e975ee743 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0921c84b-804d-4a04-b09c-a24a48565706 req-a385723f-561f-4057-b633-2f2e975ee743 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-0921c84b-804d-4a04-b09c-a24a48565706 req-a385723f-561f-4057-b633-2f2e975ee743 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] No waiting events found dispatching network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:09 user nova-compute[74681]: WARNING nova.compute.manager [req-0921c84b-804d-4a04-b09c-a24a48565706 req-a385723f-561f-4057-b633-2f2e975ee743 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received unexpected event network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 for instance with vm_state building and task_state spawning.
Oct 16 14:45:09 user nova-compute[74681]: INFO nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Took 5.53 seconds to spawn the instance on the hypervisor.
Oct 16 14:45:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:45:09 user nova-compute[74681]: INFO nova.compute.manager [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Took 6.60 seconds to build instance.
Oct 16 14:45:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c38857af-33d2-4cc0-a13d-255461120b5a tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.736s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:13 user nova-compute[74681]: INFO nova.compute.manager [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Unrescuing
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquired lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:13 user nova-compute[74681]: INFO nova.compute.manager [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Rebooting instance
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquired lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updating instance_info_cache with network_info: [{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Releasing lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG nova.objects.instance [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'flavor' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Releasing lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-1d00ca4c-04cf-47d2-87f3-a487a97010aa req-8cf97b72-ae27-465d-b892-06c518400959 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1d00ca4c-04cf-47d2-87f3-a487a97010aa req-8cf97b72-ae27-465d-b892-06c518400959 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1d00ca4c-04cf-47d2-87f3-a487a97010aa req-8cf97b72-ae27-465d-b892-06c518400959 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1d00ca4c-04cf-47d2-87f3-a487a97010aa req-8cf97b72-ae27-465d-b892-06c518400959 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-1d00ca4c-04cf-47d2-87f3-a487a97010aa req-8cf97b72-ae27-465d-b892-06c518400959 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:14 user nova-compute[74681]: WARNING nova.compute.manager [req-1d00ca4c-04cf-47d2-87f3-a487a97010aa req-8cf97b72-ae27-465d-b892-06c518400959 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-64654bcb-0af2-4e3f-ae42-6af725180968 req-380b6a5c-4d0e-4481-b239-8b9ff4b1863d service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-64654bcb-0af2-4e3f-ae42-6af725180968 req-380b6a5c-4d0e-4481-b239-8b9ff4b1863d service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-64654bcb-0af2-4e3f-ae42-6af725180968 req-380b6a5c-4d0e-4481-b239-8b9ff4b1863d service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-64654bcb-0af2-4e3f-ae42-6af725180968 req-380b6a5c-4d0e-4481-b239-8b9ff4b1863d service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-64654bcb-0af2-4e3f-ae42-6af725180968 req-380b6a5c-4d0e-4481-b239-8b9ff4b1863d service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:14 user nova-compute[74681]: WARNING nova.compute.manager [req-64654bcb-0af2-4e3f-ae42-6af725180968 req-380b6a5c-4d0e-4481-b239-8b9ff4b1863d service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 14:45:14 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance destroyed successfully.
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance destroyed successfully.
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'resources' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-82518211',display_name='tempest-TestMinimumBasicScenario-server-82518211',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-82518211',id=14,image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPBzxo4hn+4u8OeiSZyNKqct+7zhK6GvhRnGDKpfV+T/Pdui/fh3IeVTfOeNt6gHhKUk4ANnnUjkRWQeyvtebEqPa4ZvaeFupfi5/RKpTWqxrjXqF7lb9PEPUFMzvIwhw==',key_name='tempest-TestMinimumBasicScenario-1967612859',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-aniu0fcj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:45:14Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=d1019a32-0c14-43db-b95d-3c73d0daa3e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_vif [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91fe19d4-3e, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0207b718-7218-497c-a737-99397bb7746d) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: INFO os_vif [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e')
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dRqBsVKG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:45:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3823757-1bfd-49f4-9bd5-344a45c699e0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:45:15 user nova-compute[74681]: No targets found.
Oct 16 14:45:15 user nova-compute[74681]: iSNS:
Oct 16 14:45:15 user nova-compute[74681]: No targets found.
Oct 16 14:45:15 user nova-compute[74681]: STATIC:
Oct 16 14:45:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:45:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:45:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:45:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b
Oct 16 14:45:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:45:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:45:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:45:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:45:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:45:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:45:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:45:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:45:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb
Oct 16 14:45:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:45:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:45:15 user nova-compute[74681]: FIRMWARE:
Oct 16 14:45:15 user nova-compute[74681]: No targets found.
Oct 16 14:45:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:45:15 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:45:15 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[93021b95-9279-4869-86e5-2aeb6bb71fa5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[efda0142-815e-4786-9fe4-7c27125aaa2d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:45:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:45:15 user nova-compute[74681]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:45:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d056ce50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b'): ({'sdf'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Removing single pathed devices sdf {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0885beb1-24f2-48a5-9021-c46b2b24a56f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[40738e2c-bbf5-4420-9f4d-60b41dc45f8d]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flushing IO for device /dev/sdf {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e56a60ae-1485-4217-a603-6255e20a0e23]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[436d5936-51b3-4692-8eac-7dd2fc55c4c3]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d727e7-2c10-4abe-90cc-9b201b68835f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd736b4b-2633-4b33-aa49-11381f5865c2]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]
Oct 16 14:45:15 user nova-compute[74681]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.
Oct 16 14:45:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a81b335c-e1b3-4756-82c2-a5fb397e7c88]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== disconnect_volume: return (362ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Start _get_guest_xml network_info=[{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=e9e6d3ea-e80d-465d-b994-1a1fac4b7690,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': 'e9e6d3ea-e80d-465d-b994-1a1fac4b7690'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dRqBsVKG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'd1019a32-0c14-43db-b95d-3c73d0daa3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'serial': 'f6e4670e-32e5-4e4a-816f-4848c1e3c75b'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '5d5001f2-42fc-4bc1-b293-d0c51daaef1e', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:45:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=e9e6d3ea-e80d-465d-b994-1a1fac4b7690,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'vcpu_model' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.objects.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Object Instance<d1019a32-0c14-43db-b95d-3c73d0daa3e2> lazy-loaded attributes: resources,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dRqBsVKG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:45:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:45:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:45:15 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18a2270-5649-4e20-83f5-590d8bde70e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:45:15 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bec9da3-ec08-4737-ac65-c8c14b83e75f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b] added
Oct 16 14:45:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4cca395-859b-48fa-9adf-96fc3add66fe]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ea0e2a-ea80-4828-9e4f-1ee2559b54d1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dRqBsVKG {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dRqBsVKG" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b526f34-6322-44d2-bf31-a3bd0e4009d2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dRqBsVKG'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[354b7382-debd-40f9-9c79-b5523131afed]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da9629b-1825-4815-872c-a4a7673b2fef]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:45:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:45:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c016ff4-9f2c-4a67-bd4d-c5c0315253dc req-d91c2b83-6487-4936-8547-327d058093dd service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c016ff4-9f2c-4a67-bd4d-c5c0315253dc req-d91c2b83-6487-4936-8547-327d058093dd service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c016ff4-9f2c-4a67-bd4d-c5c0315253dc req-d91c2b83-6487-4936-8547-327d058093dd service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2c016ff4-9f2c-4a67-bd4d-c5c0315253dc req-d91c2b83-6487-4936-8547-327d058093dd service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-2c016ff4-9f2c-4a67-bd4d-c5c0315253dc req-d91c2b83-6487-4936-8547-327d058093dd service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:16 user nova-compute[74681]: WARNING nova.compute.manager [req-2c016ff4-9f2c-4a67-bd4d-c5c0315253dc req-d91c2b83-6487-4936-8547-327d058093dd service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[48baae63-ff82-4123-b4e0-e82e75350a59]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]
Oct 16 14:45:16 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.
Oct 16 14:45:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[22339f3d-a5f7-4fef-b4e5-97f833960e12]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78c2d22-d5b4-4802-b278-49ab89ddc7a4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:45:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:45:16 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:45:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] HCTL ('37', '-', '-', 0) found on session 20 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c625b68-040b-472a-8a6e-2c295a97d515]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching for a device in session 20 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dRqBsVKG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:16 user nova-compute[74681]: WARNING nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:16 user nova-compute[74681]: WARNING nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:16 user nova-compute[74681]: WARNING nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:16 user nova-compute[74681]: WARNING nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:16 user nova-compute[74681]: WARNING nova.compute.manager [req-9404fb4f-6c51-490f-bc0e-0a60f93d0478 req-56b79608-5fe9-4180-95cc-844ebfeba92a service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 14:45:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '23434333461353131', 'path': '/dev/sdf'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434333461353131', 'path': '/dev/sdf'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-82518211',display_name='tempest-TestMinimumBasicScenario-server-82518211',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-82518211',id=14,image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPBzxo4hn+4u8OeiSZyNKqct+7zhK6GvhRnGDKpfV+T/Pdui/fh3IeVTfOeNt6gHhKUk4ANnnUjkRWQeyvtebEqPa4ZvaeFupfi5/RKpTWqxrjXqF7lb9PEPUFMzvIwhw==',key_name='tempest-TestMinimumBasicScenario-1967612859',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-aniu0fcj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:45:14Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=d1019a32-0c14-43db-b95d-3c73d0daa3e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'pci_devices' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.objects.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Object Instance<d1019a32-0c14-43db-b95d-3c73d0daa3e2> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:45:17 user nova-compute[74681]:   <uuid>d1019a32-0c14-43db-b95d-3c73d0daa3e2</uuid>
Oct 16 14:45:17 user nova-compute[74681]:   <name>instance-0000000e</name>
Oct 16 14:45:17 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:45:17 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:45:17 user nova-compute[74681]:   <metadata>
Oct 16 14:45:17 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:45:17 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:45:17 user nova-compute[74681]:       <nova:name>tempest-TestMinimumBasicScenario-server-82518211</nova:name>
Oct 16 14:45:17 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:45:15</nova:creationTime>
Oct 16 14:45:17 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:45:17 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:45:17 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:45:17 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:45:17 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:45:17 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:45:17 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:45:17 user nova-compute[74681]:       <nova:owner>
Oct 16 14:45:17 user nova-compute[74681]:         <nova:user uuid="02dee7320e17451a9cffb76e9dbc66b3">tempest-TestMinimumBasicScenario-1223323326-project-member</nova:user>
Oct 16 14:45:17 user nova-compute[74681]:         <nova:project uuid="e869db5b65864fe7bc25754a8c755aa0">tempest-TestMinimumBasicScenario-1223323326</nova:project>
Oct 16 14:45:17 user nova-compute[74681]:       </nova:owner>
Oct 16 14:45:17 user nova-compute[74681]:       <nova:root type="image" uuid="e9e6d3ea-e80d-465d-b994-1a1fac4b7690"/>
Oct 16 14:45:17 user nova-compute[74681]:       <nova:ports>
Oct 16 14:45:17 user nova-compute[74681]:         <nova:port uuid="91fe19d4-3e54-404f-a6c6-182c3f3e1b65">
Oct 16 14:45:17 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:45:17 user nova-compute[74681]:         </nova:port>
Oct 16 14:45:17 user nova-compute[74681]:       </nova:ports>
Oct 16 14:45:17 user nova-compute[74681]:     </nova:instance>
Oct 16 14:45:17 user nova-compute[74681]:   </metadata>
Oct 16 14:45:17 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:45:17 user nova-compute[74681]:     <system>
Oct 16 14:45:17 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:45:17 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:45:17 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:45:17 user nova-compute[74681]:       <entry name="serial">d1019a32-0c14-43db-b95d-3c73d0daa3e2</entry>
Oct 16 14:45:17 user nova-compute[74681]:       <entry name="uuid">d1019a32-0c14-43db-b95d-3c73d0daa3e2</entry>
Oct 16 14:45:17 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:45:17 user nova-compute[74681]:     </system>
Oct 16 14:45:17 user nova-compute[74681]:   </sysinfo>
Oct 16 14:45:17 user nova-compute[74681]:   <os>
Oct 16 14:45:17 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:45:17 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:45:17 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:45:17 user nova-compute[74681]:   </os>
Oct 16 14:45:17 user nova-compute[74681]:   <features>
Oct 16 14:45:17 user nova-compute[74681]:     <acpi/>
Oct 16 14:45:17 user nova-compute[74681]:     <apic/>
Oct 16 14:45:17 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:45:17 user nova-compute[74681]:   </features>
Oct 16 14:45:17 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:45:17 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:45:17 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:45:17 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:45:17 user nova-compute[74681]:   </clock>
Oct 16 14:45:17 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:45:17 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:45:17 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:45:17 user nova-compute[74681]:   </cpu>
Oct 16 14:45:17 user nova-compute[74681]:   <devices>
Oct 16 14:45:17 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:45:17 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:45:17 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk"/>
Oct 16 14:45:17 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:45:17 user nova-compute[74681]:     </disk>
Oct 16 14:45:17 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:45:17 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:45:17 user nova-compute[74681]:       <source dev="/dev/sdf"/>
Oct 16 14:45:17 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:45:17 user nova-compute[74681]:       <serial>f6e4670e-32e5-4e4a-816f-4848c1e3c75b</serial>
Oct 16 14:45:17 user nova-compute[74681]:     </disk>
Oct 16 14:45:17 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:45:17 user nova-compute[74681]:       <mac address="fa:16:3e:18:2c:b3"/>
Oct 16 14:45:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:45:17 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:45:17 user nova-compute[74681]:       <target dev="tap91fe19d4-3e"/>
Oct 16 14:45:17 user nova-compute[74681]:     </interface>
Oct 16 14:45:17 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:45:17 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/console.log" append="off"/>
Oct 16 14:45:17 user nova-compute[74681]:     </serial>
Oct 16 14:45:17 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:45:17 user nova-compute[74681]:     <video>
Oct 16 14:45:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:45:17 user nova-compute[74681]:     </video>
Oct 16 14:45:17 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:45:17 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:45:17 user nova-compute[74681]:     </rng>
Oct 16 14:45:17 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:45:17 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:45:17 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:45:17 user nova-compute[74681]:     </memballoon>
Oct 16 14:45:17 user nova-compute[74681]:   </devices>
Oct 16 14:45:17 user nova-compute[74681]: </domain>
Oct 16 14:45:17 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'trusted_certs' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.objects.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Object Instance<d1019a32-0c14-43db-b95d-3c73d0daa3e2> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:17 user nova-compute[74681]: INFO nova.compute.manager [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Shelving
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Cannot resize image /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'migration_context' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.objects.base [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Object Instance<d1019a32-0c14-43db-b95d-3c73d0daa3e2> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-82518211',display_name='tempest-TestMinimumBasicScenario-server-82518211',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-82518211',id=14,image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPBzxo4hn+4u8OeiSZyNKqct+7zhK6GvhRnGDKpfV+T/Pdui/fh3IeVTfOeNt6gHhKUk4ANnnUjkRWQeyvtebEqPa4ZvaeFupfi5/RKpTWqxrjXqF7lb9PEPUFMzvIwhw==',key_name='tempest-TestMinimumBasicScenario-1967612859',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-aniu0fcj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:45:14Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=d1019a32-0c14-43db-b95d-3c73d0daa3e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG os_vif [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bb9b8385-4069-58eb-a692-bd87f0962a1a', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:18 user nova-compute[74681]: WARNING nova.compute.manager [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:18 user nova-compute[74681]: WARNING nova.compute.manager [req-2df053bf-3022-4c05-b566-018b7c881bca req-72485602-7981-4f11-8707-d66152b4a178 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap91fe19d4-3e, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap91fe19d4-3e, col_values=(('qos', UUID('340e8a16-9373-49ef-a205-7b5d4e620486')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap91fe19d4-3e, col_values=(('external_ids', {'iface-id': '91fe19d4-3e54-404f-a6c6-182c3f3e1b65', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:2c:b3', 'vm-uuid': 'd1019a32-0c14-43db-b95d-3c73d0daa3e2'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: INFO os_vif [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e')
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-cdafbabf-d18e-4e22-b7a5-b40474bb877f req-d25eb289-cc4e-4dcc-979d-fb00491d9e33 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-unplugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cdafbabf-d18e-4e22-b7a5-b40474bb877f req-d25eb289-cc4e-4dcc-979d-fb00491d9e33 service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cdafbabf-d18e-4e22-b7a5-b40474bb877f req-d25eb289-cc4e-4dcc-979d-fb00491d9e33 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cdafbabf-d18e-4e22-b7a5-b40474bb877f req-d25eb289-cc4e-4dcc-979d-fb00491d9e33 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-cdafbabf-d18e-4e22-b7a5-b40474bb877f req-d25eb289-cc4e-4dcc-979d-fb00491d9e33 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-unplugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:18 user nova-compute[74681]: WARNING nova.compute.manager [req-cdafbabf-d18e-4e22-b7a5-b40474bb877f req-d25eb289-cc4e-4dcc-979d-fb00491d9e33 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received unexpected event network-vif-unplugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with vm_state active and task_state shelving.
Oct 16 14:45:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-19c7f6ed-2792-4de0-abb9-820ff13977bf tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance destroyed successfully.
Oct 16 14:45:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Beginning cold snapshot process
Oct 16 14:45:19 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:45:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk /opt/stack/data/nova/instances/snapshots/tmpmf_r7kov/2bce32578bac45c1a9bb482b4b838bcd {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-c2670851-1423-4bd1-80a1-a9f098364044 req-31319cc6-5cad-491a-800b-bd161dcec2aa service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2670851-1423-4bd1-80a1-a9f098364044 req-31319cc6-5cad-491a-800b-bd161dcec2aa service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2670851-1423-4bd1-80a1-a9f098364044 req-31319cc6-5cad-491a-800b-bd161dcec2aa service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2670851-1423-4bd1-80a1-a9f098364044 req-31319cc6-5cad-491a-800b-bd161dcec2aa service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-c2670851-1423-4bd1-80a1-a9f098364044 req-31319cc6-5cad-491a-800b-bd161dcec2aa service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:20 user nova-compute[74681]: WARNING nova.compute.manager [req-c2670851-1423-4bd1-80a1-a9f098364044 req-31319cc6-5cad-491a-800b-bd161dcec2aa service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 14:45:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-dcdfdee9-b453-453d-a5ea-e2edafff8511 req-2d474d11-bdfe-4ac6-bf60-19ab5f849b59 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dcdfdee9-b453-453d-a5ea-e2edafff8511 req-2d474d11-bdfe-4ac6-bf60-19ab5f849b59 service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dcdfdee9-b453-453d-a5ea-e2edafff8511 req-2d474d11-bdfe-4ac6-bf60-19ab5f849b59 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dcdfdee9-b453-453d-a5ea-e2edafff8511 req-2d474d11-bdfe-4ac6-bf60-19ab5f849b59 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-dcdfdee9-b453-453d-a5ea-e2edafff8511 req-2d474d11-bdfe-4ac6-bf60-19ab5f849b59 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:20 user nova-compute[74681]: WARNING nova.compute.manager [req-dcdfdee9-b453-453d-a5ea-e2edafff8511 req-2d474d11-bdfe-4ac6-bf60-19ab5f849b59 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received unexpected event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 16 14:45:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk /opt/stack/data/nova/instances/snapshots/tmpmf_r7kov/2bce32578bac45c1a9bb482b4b838bcd" returned: 0 in 0.931s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Snapshot extracted, beginning image upload
Oct 16 14:45:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:45:22 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance rebooted successfully.
Oct 16 14:45:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:45:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5c0467-3bfa-49ab-8605-b013e17f5951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 9.121s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:22 user nova-compute[74681]: DEBUG nova.compute.manager [req-ecff7429-5a44-44e8-a530-0d0a435798d8 req-1f21e370-d749-4dcd-9e68-daf8034a0045 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ecff7429-5a44-44e8-a530-0d0a435798d8 req-1f21e370-d749-4dcd-9e68-daf8034a0045 service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ecff7429-5a44-44e8-a530-0d0a435798d8 req-1f21e370-d749-4dcd-9e68-daf8034a0045 service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ecff7429-5a44-44e8-a530-0d0a435798d8 req-1f21e370-d749-4dcd-9e68-daf8034a0045 service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:22 user nova-compute[74681]: DEBUG nova.compute.manager [req-ecff7429-5a44-44e8-a530-0d0a435798d8 req-1f21e370-d749-4dcd-9e68-daf8034a0045 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:45:22 user nova-compute[74681]: WARNING nova.compute.manager [req-ecff7429-5a44-44e8-a530-0d0a435798d8 req-1f21e370-d749-4dcd-9e68-daf8034a0045 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state active and task_state None.
Oct 16 14:45:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Snapshot image upload complete
Oct 16 14:45:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:45:23 user nova-compute[74681]: INFO nova.compute.manager [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Shelve offloading
Oct 16 14:45:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance destroyed successfully.
Oct 16 14:45:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:45:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquired lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:45:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Releasing lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance destroyed successfully.
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'resources' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1666744152',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1666744152',id=17,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuQ0hq9lFQCaYNqfGLAgIKKEwi3pdO3hTzv3qiNhdA7VnWA0jgW4Ux/FclVQXMrL3wSyiO23BJxs9IQyvvuxAhfj1/FvJ/8FR6yem/TYvO+nd1GQs9JDNk7e9Sl4aARvA==',key_name='tempest-keypair-895550277',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:43:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-5326ucva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member',shelved_at='2023-10-16T14:45:23.049608',shelved_host='user',shelved_image_id='1081c222-f136-402b-aafa-d575010f272b'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:45:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=bec36427-b35c-4b8d-994c-1cab1900dcca,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG os_vif [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeec4b150-0f, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f2438a96-0623-443e-9b96-603c8cc0bb8b) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: INFO os_vif [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f')
Oct 16 14:45:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Deleting instance files /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca_del
Oct 16 14:45:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Deletion of /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca_del complete
Oct 16 14:45:24 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Deleted allocations for instance bec36427-b35c-4b8d-994c-1cab1900dcca
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.compute.manager [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.compute.manager [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing instance network info cache due to event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] Acquiring lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] Acquired lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.network.neutron [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'numa_topology' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.objects.base [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<bec36427-b35c-4b8d-994c-1cab1900dcca> lazy-loaded attributes: resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.437s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.network.neutron [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updated VIF entry in instance network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG nova.network.neutron [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapeec4b150-0f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c0e8a7c8-74cc-4a3a-8342-e12d4e735a08 req-5e21ee1c-dee5-4b8a-913d-0e3b0130e5b9 service nova] Releasing lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d4d66189-7616-4546-9789-5625ca5843e1 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.972s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:45 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:45 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:45 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:45:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 449bf334-3816-4865-a8ae-7345c09eac83 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updating instance_info_cache with network_info: [{"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:45:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7197MB free_disk=25.26142120361328GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:45:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:45:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5c4bb851-7f98-4b27-8ba4-682503049421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 386c2f04-4f4b-4468-9aed-cd52b9a122b4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:45:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.519s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:45:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:58 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:45:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquired lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:45:58 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:45:58 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'info_cache' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:58 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Releasing lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:45:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance destroyed successfully.
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'resources' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:44:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG os_vif [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe34be23-ac, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=16833092-bc0b-42a9-a925-f734f78d16bf) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:59 user nova-compute[74681]: INFO os_vif [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac')
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Start _get_guest_xml network_info=[{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'numa_topology' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'vcpu_model' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:44:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'pci_devices' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:45:59 user nova-compute[74681]:   <uuid>c2e7ad82-4b3e-42ba-820f-2d93453a5b59</uuid>
Oct 16 14:45:59 user nova-compute[74681]:   <name>instance-00000003</name>
Oct 16 14:45:59 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:45:59 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:45:59 user nova-compute[74681]:   <metadata>
Oct 16 14:45:59 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:45:59 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:45:59 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeTestJSON-server-1340324507</nova:name>
Oct 16 14:45:59 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:45:59</nova:creationTime>
Oct 16 14:45:59 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:45:59 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:45:59 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:45:59 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:45:59 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:45:59 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:45:59 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:45:59 user nova-compute[74681]:       <nova:owner>
Oct 16 14:45:59 user nova-compute[74681]:         <nova:user uuid="4516270b53754ed4b355ca7700b98d63">tempest-AttachVolumeTestJSON-468114976-project-member</nova:user>
Oct 16 14:45:59 user nova-compute[74681]:         <nova:project uuid="24419861b6ce4abf92aefe468474454a">tempest-AttachVolumeTestJSON-468114976</nova:project>
Oct 16 14:45:59 user nova-compute[74681]:       </nova:owner>
Oct 16 14:45:59 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:45:59 user nova-compute[74681]:       <nova:ports>
Oct 16 14:45:59 user nova-compute[74681]:         <nova:port uuid="fe34be23-ac23-4e0b-969c-4d519a042810">
Oct 16 14:45:59 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 14:45:59 user nova-compute[74681]:         </nova:port>
Oct 16 14:45:59 user nova-compute[74681]:       </nova:ports>
Oct 16 14:45:59 user nova-compute[74681]:     </nova:instance>
Oct 16 14:45:59 user nova-compute[74681]:   </metadata>
Oct 16 14:45:59 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:45:59 user nova-compute[74681]:     <system>
Oct 16 14:45:59 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:45:59 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:45:59 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:45:59 user nova-compute[74681]:       <entry name="serial">c2e7ad82-4b3e-42ba-820f-2d93453a5b59</entry>
Oct 16 14:45:59 user nova-compute[74681]:       <entry name="uuid">c2e7ad82-4b3e-42ba-820f-2d93453a5b59</entry>
Oct 16 14:45:59 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:45:59 user nova-compute[74681]:     </system>
Oct 16 14:45:59 user nova-compute[74681]:   </sysinfo>
Oct 16 14:45:59 user nova-compute[74681]:   <os>
Oct 16 14:45:59 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:45:59 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:45:59 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:45:59 user nova-compute[74681]:   </os>
Oct 16 14:45:59 user nova-compute[74681]:   <features>
Oct 16 14:45:59 user nova-compute[74681]:     <acpi/>
Oct 16 14:45:59 user nova-compute[74681]:     <apic/>
Oct 16 14:45:59 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:45:59 user nova-compute[74681]:   </features>
Oct 16 14:45:59 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:45:59 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:45:59 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:45:59 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:45:59 user nova-compute[74681]:   </clock>
Oct 16 14:45:59 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:45:59 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:45:59 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:45:59 user nova-compute[74681]:   </cpu>
Oct 16 14:45:59 user nova-compute[74681]:   <devices>
Oct 16 14:45:59 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:45:59 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:45:59 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk"/>
Oct 16 14:45:59 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:45:59 user nova-compute[74681]:     </disk>
Oct 16 14:45:59 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:45:59 user nova-compute[74681]:       <mac address="fa:16:3e:5b:8d:8a"/>
Oct 16 14:45:59 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:45:59 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:45:59 user nova-compute[74681]:       <target dev="tapfe34be23-ac"/>
Oct 16 14:45:59 user nova-compute[74681]:     </interface>
Oct 16 14:45:59 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:45:59 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/console.log" append="off"/>
Oct 16 14:45:59 user nova-compute[74681]:     </serial>
Oct 16 14:45:59 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:45:59 user nova-compute[74681]:     <video>
Oct 16 14:45:59 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:45:59 user nova-compute[74681]:     </video>
Oct 16 14:45:59 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:45:59 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:45:59 user nova-compute[74681]:     </rng>
Oct 16 14:45:59 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:45:59 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:45:59 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:45:59 user nova-compute[74681]:     </memballoon>
Oct 16 14:45:59 user nova-compute[74681]:   </devices>
Oct 16 14:45:59 user nova-compute[74681]: </domain>
Oct 16 14:45:59 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'trusted_certs' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Cannot resize image /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'migration_context' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.objects.base [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Object Instance<c2e7ad82-4b3e-42ba-820f-2d93453a5b59> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:44:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG os_vif [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:45:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71bc7905-e3fd-583b-aed4-79d2c147ac80', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe34be23-ac, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe34be23-ac, col_values=(('qos', UUID('1b174108-7c92-46d8-9928-c19e01da071b')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe34be23-ac, col_values=(('external_ids', {'iface-id': 'fe34be23-ac23-4e0b-969c-4d519a042810', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5b:8d:8a', 'vm-uuid': 'c2e7ad82-4b3e-42ba-820f-2d93453a5b59'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:46:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:00 user nova-compute[74681]: INFO os_vif [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac')
Oct 16 14:46:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-changed-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing instance network info cache due to event network-changed-b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing network info cache for port b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updated VIF entry in instance network info cache for port b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5582ffbf-8ad4-49e8-b1d1-7a8ee5e5089e req-34ad52ba-5134-4757-aac4-2c3f660a3718 service nova] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:02 user nova-compute[74681]: INFO nova.compute.manager [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Shelve offloading
Oct 16 14:46:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-340dbd13-c7f9-4697-8cc0-f137fdf8a42f req-1fcba5f0-dadf-4304-984c-4560a0c0fdcf service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-unplugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-340dbd13-c7f9-4697-8cc0-f137fdf8a42f req-1fcba5f0-dadf-4304-984c-4560a0c0fdcf service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-340dbd13-c7f9-4697-8cc0-f137fdf8a42f req-1fcba5f0-dadf-4304-984c-4560a0c0fdcf service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-340dbd13-c7f9-4697-8cc0-f137fdf8a42f req-1fcba5f0-dadf-4304-984c-4560a0c0fdcf service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-340dbd13-c7f9-4697-8cc0-f137fdf8a42f req-1fcba5f0-dadf-4304-984c-4560a0c0fdcf service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-unplugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:46:02 user nova-compute[74681]: WARNING nova.compute.manager [req-340dbd13-c7f9-4697-8cc0-f137fdf8a42f req-1fcba5f0-dadf-4304-984c-4560a0c0fdcf service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received unexpected event network-vif-unplugged-b501fa22-ef2b-4784-b299-998088688821 for instance with vm_state active and task_state shelving.
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:46:03 user nova-compute[74681]: WARNING nova.compute.manager [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state powering-on.
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:46:03 user nova-compute[74681]: WARNING nova.compute.manager [req-ae8dcfd9-82d7-416f-984c-377b85f579ed req-0d99b9fd-1c63-4277-bf39-d5618affbfd3 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state stopped and task_state powering-on.
Oct 16 14:46:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance destroyed successfully.
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:46:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance rebooted successfully.
Oct 16 14:46:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6f27bcf0-b634-4100-ba90-119d03fb72d3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:46:04 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance destroyed successfully.
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'resources' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:44:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-913524050',display_name='tempest-TestShelveInstance-server-913524050',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-913524050',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAVVEK2itWxnPmp8vde3Ts2spZgAYZkEyhBwRqlYqbwDBBqZ8uGSlehnMeENLLDZQFm/5//+lVI1dGeHFr/nBSClv4dLfMe2Sv0kzTtkmkExnboMgePOtge8cShbhw39bA==',key_name='tempest-TestShelveInstance-594457406',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:44:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='06967ca98a6d4a488117eb82d1b76bce',ramdisk_id='',reservation_id='r-f3tqy81o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1649743238',owner_user_name='tempest-TestShelveInstance-1649743238-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:44:37Z,user_data=None,user_id='fa572050daf94075958cdec5ed3afa45',uuid=386c2f04-4f4b-4468-9aed-cd52b9a122b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converting VIF {"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_vif [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb501fa22-ef, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a3db697d-5284-4aa1-8b1f-9b0bc905ed40) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:04 user nova-compute[74681]: INFO os_vif [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef')
Oct 16 14:46:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:46:04 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-changed-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing instance network info cache due to event network-changed-b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG nova.network.neutron [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing network info cache for port b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[da75b60a-c73a-455d-9891-0e45044b3007]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:46:04 user nova-compute[74681]: No targets found.
Oct 16 14:46:04 user nova-compute[74681]: iSNS:
Oct 16 14:46:04 user nova-compute[74681]: No targets found.
Oct 16 14:46:04 user nova-compute[74681]: STATIC:
Oct 16 14:46:04 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:46:04 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:04 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:04 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b
Oct 16 14:46:04 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:04 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:04 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:46:04 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:04 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:04 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:46:04 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:04 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:04 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb
Oct 16 14:46:04 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:04 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:04 user nova-compute[74681]: FIRMWARE:
Oct 16 14:46:04 user nova-compute[74681]: No targets found.
Oct 16 14:46:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:46:04 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:46:04 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[145644f8-651f-4660-92ac-092ab0dfc69c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[507c2dd1-c94b-4c98-a432-b158a8f8f1f7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:46:04 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e851a560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb'): ({'sde'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Removing single pathed devices sde {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ddffacf-6678-4432-91a6-6ed806cc9a06]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bdf7893-96fc-4c89-8988-0973779d49d5]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Flushing IO for device /dev/sde {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ce7042-f880-4ae4-b208-9908421e312f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:46:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-ebd9ea54-ac5a-4fa2-a10a-9c29aedc5c88 req-529f0f5d-1388-4906-a622-48a2937a53ae service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ebd9ea54-ac5a-4fa2-a10a-9c29aedc5c88 req-529f0f5d-1388-4906-a622-48a2937a53ae service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ebd9ea54-ac5a-4fa2-a10a-9c29aedc5c88 req-529f0f5d-1388-4906-a622-48a2937a53ae service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ebd9ea54-ac5a-4fa2-a10a-9c29aedc5c88 req-529f0f5d-1388-4906-a622-48a2937a53ae service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-ebd9ea54-ac5a-4fa2-a10a-9c29aedc5c88 req-529f0f5d-1388-4906-a622-48a2937a53ae service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:46:05 user nova-compute[74681]: WARNING nova.compute.manager [req-ebd9ea54-ac5a-4fa2-a10a-9c29aedc5c88 req-529f0f5d-1388-4906-a622-48a2937a53ae service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received unexpected event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 for instance with vm_state active and task_state shelving.
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd4e177-3370-47ec-ab51-b8544e59839e]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35bebca-60fb-4b1c-b47b-26142ade9c0d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1585839c-5ebb-4b54-994d-a0eaaaa44766]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]
Oct 16 14:46:05 user nova-compute[74681]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.
Oct 16 14:46:05 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e08b12fc-fa8a-4e43-8f54-ec394eecb7ff]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] <== disconnect_volume: return (340ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:46:05 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Deleting instance files /opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4_del
Oct 16 14:46:05 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Deletion of /opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4_del complete
Oct 16 14:46:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updated VIF entry in instance network info cache for port b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": null, "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapb501fa22-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:46:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-74c0acb5-e16e-49de-bf02-a939fb915b67 req-34f71a2f-ab67-4c6b-8070-602b29e00d22 service nova] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:46:06 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Deleted allocations for instance 386c2f04-4f4b-4468-9aed-cd52b9a122b4
Oct 16 14:46:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:06 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'numa_topology' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:46:06 user nova-compute[74681]: DEBUG nova.objects.base [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Object Instance<386c2f04-4f4b-4468-9aed-cd52b9a122b4> lazy-loaded attributes: resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:46:06 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:46:06 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:46:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.429s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e4807f8-1322-44b0-90ad-43e048a77e1e tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.273s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-changed-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Refreshing instance network info cache due to event network-changed-7e908a86-90bf-4714-8433-a629a8618104. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] Acquiring lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] Acquired lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Refreshing network info cache for port 7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lazy-loading 'flavor' on Instance uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Updated VIF entry in instance network info cache for port 7e908a86-90bf-4714-8433-a629a8618104. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Updating instance_info_cache with network_info: [{"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:46:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd699fba-505d-4cd4-adb4-4a686a0ec3a1 req-319a80bc-82e7-4ac3-a2ed-99699cb7e1b9 service nova] Releasing lock "refresh_cache-6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:18 user nova-compute[74681]: INFO nova.compute.manager [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Attaching volume 9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 to /dev/vdb
Oct 16 14:46:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6579a43f-4604-4b2a-b001-1bf1fb54e99c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7db228c8-09b7-46af-9162-f9fc3ed629f7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc42932f-02f6-4248-bb95-84706865e0b3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a1a93c-d0c8-44cd-894e-458cf4f4a092]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:46:18 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:46:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[97025624-b085-4b51-bda6-d79eaa6f7ca3]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:46:18 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Updating existing volume attachment record: d12d84c2-ad2e-4b1a-ad4c-8d204347c107 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:46:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:39 user nova-compute[74681]: INFO nova.compute.manager [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Terminating instance
Oct 16 14:46:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-11717370-5e40-4cf9-9764-02f24a88425c req-cd739a66-98af-4760-866b-1b17c356612a service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-11717370-5e40-4cf9-9764-02f24a88425c req-cd739a66-98af-4760-866b-1b17c356612a service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-11717370-5e40-4cf9-9764-02f24a88425c req-cd739a66-98af-4760-866b-1b17c356612a service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-11717370-5e40-4cf9-9764-02f24a88425c req-cd739a66-98af-4760-866b-1b17c356612a service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-11717370-5e40-4cf9-9764-02f24a88425c req-cd739a66-98af-4760-866b-1b17c356612a service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-11717370-5e40-4cf9-9764-02f24a88425c req-cd739a66-98af-4760-866b-1b17c356612a service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-unplugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Instance destroyed successfully.
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.objects.instance [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lazy-loading 'resources' on Instance uuid 635a7f5b-cc04-4139-ba6d-0bae93dce0f8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-10195588',display_name='tempest-ServerActionsTestOtherB-server-10195588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-10195588',id=4,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKojPDC1J7j1aIL84kTxmnjKleeJ52tSpdmtziiq9481TU0ixyvvnjDmqZrIUIr3rGRQhvxrazW5LHXI5GcZ1LrEcAn+qL36Fqwnre6J+6pLrQ6/S5RsZDZaUcdv/PXQew==',key_name='tempest-keypair-56258842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:44:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ee1ccfb5b33841a9a4c57fd1cdddc71d',ramdisk_id='',reservation_id='r-mp01zrt1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-2068450545',owner_user_name='tempest-ServerActionsTestOtherB-2068450545-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:44:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b604feeb36a402d9c8ae4e57ac252bb',uuid=635a7f5b-cc04-4139-ba6d-0bae93dce0f8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converting VIF {"id": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "address": "fa:16:3e:87:3e:43", "network": {"id": "1e9001af-2bad-4c38-9471-cbf7cb3139e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-615178920-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee1ccfb5b33841a9a4c57fd1cdddc71d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcca0f54c-70", "ovs_interfaceid": "cca0f54c-701a-4b88-9c8f-37dde1a1017d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_vif [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcca0f54c-70, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f264ce5-395d-4db9-aefc-9522e0e2a8ff) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:46:40 user nova-compute[74681]: INFO os_vif [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:3e:43,bridge_name='br-int',has_traffic_filtering=True,id=cca0f54c-701a-4b88-9c8f-37dde1a1017d,network=Network(1e9001af-2bad-4c38-9471-cbf7cb3139e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcca0f54c-70')
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JtxMZaiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:46:40 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed594120-78ed-4a5d-a171-40cae73fd7bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:46:40 user nova-compute[74681]: No targets found.
Oct 16 14:46:40 user nova-compute[74681]: iSNS:
Oct 16 14:46:40 user nova-compute[74681]: No targets found.
Oct 16 14:46:40 user nova-compute[74681]: STATIC:
Oct 16 14:46:40 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:46:40 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:40 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:40 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b
Oct 16 14:46:40 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:40 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:40 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3
Oct 16 14:46:40 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:40 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:40 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:46:40 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:46:40 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:46:40 user nova-compute[74681]: FIRMWARE:
Oct 16 14:46:40 user nova-compute[74681]: No targets found.
Oct 16 14:46:40 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:46:40 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:46:40 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.041s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3fa21e5-4a7c-41ac-a3b0-fdbe0f67f65c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58c1726-a13a-40b8-8e11-b3176ed31a13]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:40 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:40 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:46:40 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:40 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:40 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:40 user nova-compute[74681]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 (non-flash)
Oct 16 14:46:40 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:40 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e82f27a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ae756d-8af4-4dc8-8e70-31deb4fd6161]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2459806-4f29-4fff-9bac-ac4d2a33dd2a]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa67d73-fbef-4ed1-92fa-8aefdfcc8fea]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[877f1a37-1eb6-4e04-91b4-9fe1acf2c705]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf5990c-15e9-4d21-9b32-cd878fa6966e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[63db5349-8090-4cd6-899c-bd8719e89107]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260]
Oct 16 14:46:40 user nova-compute[74681]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3, portal: 172.16.0.220,3260] successful.
Oct 16 14:46:40 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66c1b880-8ac5-440e-9b8d-4f254ee6f4c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[222f90c8-482b-4c34-b469-1cb912fe0294]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] <== disconnect_volume: return (328ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:46:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Deleting instance files /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8_del
Oct 16 14:46:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Deletion of /opt/stack/data/nova/instances/635a7f5b-cc04-4139-ba6d-0bae93dce0f8_del complete
Oct 16 14:46:40 user nova-compute[74681]: INFO nova.compute.manager [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Took 1.29 seconds to destroy the instance on the hypervisor.
Oct 16 14:46:40 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:46:40 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:46:41 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Took 0.84 seconds to deallocate network for instance.
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-054c40ba-9ff0-4053-aa96-842fca3d9d8c req-7068fc83-0210-45bd-8c78-bf3d318cd4bd service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-deleted-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:41 user nova-compute[74681]: INFO nova.compute.manager [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Detaching volume 8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-7a03c999-496e-40d2-aa65-357c45dccca5 req-84d4154d-3c54-4420-a047-27bc439de904 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7a03c999-496e-40d2-aa65-357c45dccca5 req-84d4154d-3c54-4420-a047-27bc439de904 service nova] Acquiring lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7a03c999-496e-40d2-aa65-357c45dccca5 req-84d4154d-3c54-4420-a047-27bc439de904 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7a03c999-496e-40d2-aa65-357c45dccca5 req-84d4154d-3c54-4420-a047-27bc439de904 service nova] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-7a03c999-496e-40d2-aa65-357c45dccca5 req-84d4154d-3c54-4420-a047-27bc439de904 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] No waiting events found dispatching network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:46:41 user nova-compute[74681]: WARNING nova.compute.manager [req-7a03c999-496e-40d2-aa65-357c45dccca5 req-84d4154d-3c54-4420-a047-27bc439de904 service nova] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Received unexpected event network-vif-plugged-cca0f54c-701a-4b88-9c8f-37dde1a1017d for instance with vm_state active and task_state deleting.
Oct 16 14:46:41 user nova-compute[74681]: INFO nova.virt.block_device [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Attempting to driver detach volume 8f42758c-1a99-4375-9e7f-a7cb338cf15e from mountpoint /dev/vdb
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Attempting to detach device vdb from instance 5c4bb851-7f98-4b27-8ba4-682503049421 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:46:41 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:46:41 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:46:41 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:46:41 user nova-compute[74681]:   <serial>8f42758c-1a99-4375-9e7f-a7cb338cf15e</serial>
Oct 16 14:46:41 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:46:41 user nova-compute[74681]: </disk>
Oct 16 14:46:41 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:46:41 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully detached device vdb from instance 5c4bb851-7f98-4b27-8ba4-682503049421 from the persistent domain config.
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5c4bb851-7f98-4b27-8ba4-682503049421 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:46:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:46:41 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:46:41 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:46:41 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:46:41 user nova-compute[74681]:   <serial>8f42758c-1a99-4375-9e7f-a7cb338cf15e</serial>
Oct 16 14:46:41 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:46:41 user nova-compute[74681]: </disk>
Oct 16 14:46:41 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:46:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:46:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:46:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:46:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:46:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [{"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-c2e7ad82-4b3e-42ba-820f-2d93453a5b59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: INFO nova.compute.manager [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] [instance: 635a7f5b-cc04-4139-ba6d-0bae93dce0f8] Took 7.38 seconds to detach 1 volumes for instance.
Oct 16 14:46:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:46:49 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:46:49 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:46:49 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9ada7f-9fae-48f5-9813-a18edad1de11]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:46:49 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f32aacb-76f4-4ed2-850a-cc20857855ec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9] added
Oct 16 14:46:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[89840ef1-22d2-45f3-b7f9-556b0ea2c9bf]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a67035-644b-4be0-82d3-c0fc12f2705c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MBkslYtz {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MBkslYtz" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0846a36a-d59d-43ca-9aa4-06002d8b5ede]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MBkslYtz'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaee2287-c007-4237-b389-5787e4bd2e69]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a1bda1e-1571-456d-9f3e-82016ed5105c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[520ed284-fd6d-4dcb-9154-c580cd1c9a0e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]
Oct 16 14:46:49 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.
Oct 16 14:46:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ceff691-6c1c-496e-95b6-954f0a1ec083]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd1e6c97-276c-448d-8d75-b3a3babd6a12]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:46:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:46:49 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:46:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] HCTL ('34', '-', '-', 0) found on session 21 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5ee688e-c4fd-43c5-b1ab-86edc9c5d3b4]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.524s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:49 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Deleted allocations for instance 635a7f5b-cc04-4139-ba6d-0bae93dce0f8
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bad352bf-1848-46b1-91a7-ba09ce3b0a63 tempest-ServerActionsTestOtherB-2068450545 tempest-ServerActionsTestOtherB-2068450545-project-member] Lock "635a7f5b-cc04-4139-ba6d-0bae93dce0f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.261s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.393s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '23837643064396631', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837643064396631', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lazy-loading 'flavor' on Instance uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:46:50 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:46:50 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:46:50 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:46:50 user nova-compute[74681]:   <serial>9436f6ed-c1ad-4950-862b-9f75f6dbf8f9</serial>
Oct 16 14:46:50 user nova-compute[74681]: </disk>
Oct 16 14:46:50 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] No VIF found with MAC fa:16:3e:28:c9:12, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a4b66614-fb28-41aa-8dd9-73acc146a57d tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 33.101s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:46:51 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:46:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7530MB free_disk=25.28580093383789GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5c4bb851-7f98-4b27-8ba4-682503049421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.452s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG os_brick.utils [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a78db9-179d-4bc8-af5a-820b33502ae4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[06bc2e9e-dcb8-4cf6-98b8-c57d79be0866]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[51cf74c0-b299-4fbb-a84d-4647598d9ac6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ef43448-f3a1-4c2e-8243-9919327a20c7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:46:52 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:46:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d507da5-d17d-405d-8be1-e64f5e48ebd7]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:46:52 user nova-compute[74681]: DEBUG os_brick.utils [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:46:52 user nova-compute[74681]: INFO nova.compute.manager [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Swapping volume 9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 for 8c212c97-b825-454b-9f46-2e27744a38a1
Oct 16 14:46:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-changed-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:46:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Refreshing instance network info cache due to event network-changed-719f27cb-e1a2-47e7-80f8-339e7ea874e1. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:46:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] Acquiring lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:46:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] Acquired lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:46:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Refreshing network info cache for port 719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:46:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updated VIF entry in instance network info cache for port 719f27cb-e1a2-47e7-80f8-339e7ea874e1. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:46:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updating instance_info_cache with network_info: [{"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:46:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4001732-58e1-41f7-9aab-8d36098ff1f5 req-2e2b8033-ccda-498d-a34f-01e0372850b9 service nova] Releasing lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:46:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:46:54 user nova-compute[74681]: INFO nova.compute.manager [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] instance snapshotting
Oct 16 14:46:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Beginning live snapshot process
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.167s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpj5w1jp5s/bf117082e70b4e40b8cea803efe84d79.delta 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpj5w1jp5s/bf117082e70b4e40b8cea803efe84d79.delta 1073741824" returned: 0 in 0.049s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:55 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 14:46:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:46:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:46:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 14:46:56 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:46:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpj5w1jp5s/bf117082e70b4e40b8cea803efe84d79.delta /opt/stack/data/nova/instances/snapshots/tmpj5w1jp5s/bf117082e70b4e40b8cea803efe84d79 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:46:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpj5w1jp5s/bf117082e70b4e40b8cea803efe84d79.delta /opt/stack/data/nova/instances/snapshots/tmpj5w1jp5s/bf117082e70b4e40b8cea803efe84d79" returned: 0 in 0.546s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:46:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Snapshot extracted, beginning image upload
Oct 16 14:46:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:46:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Snapshot image upload complete
Oct 16 14:46:59 user nova-compute[74681]: INFO nova.compute.manager [None req-8f5a56a5-a829-4156-b74a-668a33addacd tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Took 5.16 seconds to snapshot the instance on the hypervisor.
Oct 16 14:47:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:02 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5c4bb851-7f98-4b27-8ba4-682503049421 is timed out.
Oct 16 14:47:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully detached device vdb from instance 5c4bb851-7f98-4b27-8ba4-682503049421 from the live domain config.
Oct 16 14:47:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sUbeXMkI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:02 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6419583e-f943-4253-82f2-511c91bd513f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:47:02 user nova-compute[74681]: No targets found.
Oct 16 14:47:02 user nova-compute[74681]: iSNS:
Oct 16 14:47:02 user nova-compute[74681]: No targets found.
Oct 16 14:47:02 user nova-compute[74681]: STATIC:
Oct 16 14:47:02 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:47:02 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:02 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:02 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b
Oct 16 14:47:02 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:02 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:02 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e
Oct 16 14:47:02 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:02 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:02 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9
Oct 16 14:47:02 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:02 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:02 user nova-compute[74681]: FIRMWARE:
Oct 16 14:47:02 user nova-compute[74681]: No targets found.
Oct 16 14:47:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:47:02 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:47:02 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec93ec2e-0d30-4a18-9d80-5a7c0b714043]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61fba21-7c8d-4699-92bc-abd1ec477707]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:02 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:47:02 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:47:02 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:02 user nova-compute[74681]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e (non-flash)
Oct 16 14:47:02 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:47:02 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0300dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d145505-39ed-43b8-a6c0-3606c46e11bd]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8af75a7-9d71-4692-9357-bd7384919f2f]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[76954c60-1f07-450a-b116-60b2889f9951]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eacd2a80-a310-4b85-a628-573cd37c1d01]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d22606-4ef4-438c-8b06-0bb020a3ab6a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ef0bfa-ba46-4dc9-8dda-9142e2900845]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260]
Oct 16 14:47:02 user nova-compute[74681]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e, portal: 172.16.0.220,3260] successful.
Oct 16 14:47:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f42758c-1a99-4375-9e7f-a7cb338cf15e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ea6fb8c-38a8-4a9b-b55f-2dd8918320cf]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== disconnect_volume: return (302ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:47:03 user nova-compute[74681]: DEBUG nova.objects.instance [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'flavor' on Instance uuid 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-10d1b6d1-ed25-42f1-8c7a-fd527ffccb82 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.753s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:47:05 user nova-compute[74681]: INFO nova.compute.claims [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Claim successful on node user
Oct 16 14:47:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing instance network info cache due to event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] Acquiring lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] Acquired lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.484s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:47:05 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:47:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.policy [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b40f44598a4491b192d97175b9829a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128859ddacf54bc9acbef5a2f95d058e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:47:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Creating image(s)
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "/opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "/opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "/opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updated VIF entry in instance network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dd1eb3fe-7153-481c-be95-79c6542673af req-3f61895f-598d-43ee-b7cd-202e6ade4e8b service nova] Releasing lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing instance network info cache due to event network-changed-91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] Acquiring lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] Acquired lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Refreshing network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk 1073741824" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.394s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:06 user nova-compute[74681]: INFO nova.compute.manager [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Detaching volume f6e4670e-32e5-4e4a-816f-4848c1e3c75b
Oct 16 14:47:06 user nova-compute[74681]: INFO nova.virt.block_device [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Attempting to driver detach volume f6e4670e-32e5-4e4a-816f-4848c1e3c75b from mountpoint /dev/vdb
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Attempting to detach device vdb from instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:47:06 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:47:06 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:47:06 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:47:06 user nova-compute[74681]:   <serial>f6e4670e-32e5-4e4a-816f-4848c1e3c75b</serial>
Oct 16 14:47:06 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:47:06 user nova-compute[74681]: </disk>
Oct 16 14:47:06 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:47:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully detached device vdb from instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 from the persistent domain config.
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:47:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:47:06 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:47:06 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:47:06 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:47:06 user nova-compute[74681]:   <serial>f6e4670e-32e5-4e4a-816f-4848c1e3c75b</serial>
Oct 16 14:47:06 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:47:06 user nova-compute[74681]: </disk>
Oct 16 14:47:06 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Successfully created port: 9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Cannot resize image /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Ensure instance console log exists: /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updated VIF entry in instance network info cache for port 91fe19d4-3e54-404f-a6c6-182c3f3e1b65. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [{"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3a8e97a9-005d-4640-ba27-40e005aab714 req-ece14715-7358-4576-b964-ab7120d7b9f9 service nova] Releasing lock "refresh_cache-d1019a32-0c14-43db-b95d-3c73d0daa3e2" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Successfully updated port: 9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "refresh_cache-9098875f-d785-408c-8e9f-fd86af5fb02d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquired lock "refresh_cache-9098875f-d785-408c-8e9f-fd86af5fb02d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-changed-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Refreshing instance network info cache due to event network-changed-9192f081-2479-4788-ad72-d4683e2b2e27. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] Acquiring lock "refresh_cache-9098875f-d785-408c-8e9f-fd86af5fb02d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.neutron [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Updating instance_info_cache with network_info: [{"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Releasing lock "refresh_cache-9098875f-d785-408c-8e9f-fd86af5fb02d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Instance network_info: |[{"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] Acquired lock "refresh_cache-9098875f-d785-408c-8e9f-fd86af5fb02d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Refreshing network info cache for port 9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Start _get_guest_xml network_info=[{"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:47:08 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:08 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:47:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1548578784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1548578784',id=21,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-mitjk0yx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:47:06Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=9098875f-d785-408c-8e9f-fd86af5fb02d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:2f:2f,bridge_name='br-int',has_traffic_filtering=True,id=9192f081-2479-4788-ad72-d4683e2b2e27,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9192f081-24') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.objects.instance [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'pci_devices' on Instance uuid 9098875f-d785-408c-8e9f-fd86af5fb02d {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:47:08 user nova-compute[74681]:   <uuid>9098875f-d785-408c-8e9f-fd86af5fb02d</uuid>
Oct 16 14:47:08 user nova-compute[74681]:   <name>instance-00000015</name>
Oct 16 14:47:08 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:47:08 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:47:08 user nova-compute[74681]:   <metadata>
Oct 16 14:47:08 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:47:08 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:47:08 user nova-compute[74681]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1548578784</nova:name>
Oct 16 14:47:08 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:47:08</nova:creationTime>
Oct 16 14:47:08 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:47:08 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:47:08 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:47:08 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:47:08 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:47:08 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:47:08 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:47:08 user nova-compute[74681]:       <nova:owner>
Oct 16 14:47:08 user nova-compute[74681]:         <nova:user uuid="14b40f44598a4491b192d97175b9829a">tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member</nova:user>
Oct 16 14:47:08 user nova-compute[74681]:         <nova:project uuid="128859ddacf54bc9acbef5a2f95d058e">tempest-ServerBootFromVolumeStableRescueTest-730204498</nova:project>
Oct 16 14:47:08 user nova-compute[74681]:       </nova:owner>
Oct 16 14:47:08 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:47:08 user nova-compute[74681]:       <nova:ports>
Oct 16 14:47:08 user nova-compute[74681]:         <nova:port uuid="9192f081-2479-4788-ad72-d4683e2b2e27">
Oct 16 14:47:08 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:47:08 user nova-compute[74681]:         </nova:port>
Oct 16 14:47:08 user nova-compute[74681]:       </nova:ports>
Oct 16 14:47:08 user nova-compute[74681]:     </nova:instance>
Oct 16 14:47:08 user nova-compute[74681]:   </metadata>
Oct 16 14:47:08 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:47:08 user nova-compute[74681]:     <system>
Oct 16 14:47:08 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:47:08 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:47:08 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:47:08 user nova-compute[74681]:       <entry name="serial">9098875f-d785-408c-8e9f-fd86af5fb02d</entry>
Oct 16 14:47:08 user nova-compute[74681]:       <entry name="uuid">9098875f-d785-408c-8e9f-fd86af5fb02d</entry>
Oct 16 14:47:08 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:47:08 user nova-compute[74681]:     </system>
Oct 16 14:47:08 user nova-compute[74681]:   </sysinfo>
Oct 16 14:47:08 user nova-compute[74681]:   <os>
Oct 16 14:47:08 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:47:08 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:47:08 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:47:08 user nova-compute[74681]:   </os>
Oct 16 14:47:08 user nova-compute[74681]:   <features>
Oct 16 14:47:08 user nova-compute[74681]:     <acpi/>
Oct 16 14:47:08 user nova-compute[74681]:     <apic/>
Oct 16 14:47:08 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:47:08 user nova-compute[74681]:   </features>
Oct 16 14:47:08 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:47:08 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:47:08 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:47:08 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:47:08 user nova-compute[74681]:   </clock>
Oct 16 14:47:08 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:47:08 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:47:08 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:47:08 user nova-compute[74681]:   </cpu>
Oct 16 14:47:08 user nova-compute[74681]:   <devices>
Oct 16 14:47:08 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:47:08 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:47:08 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk"/>
Oct 16 14:47:08 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:47:08 user nova-compute[74681]:     </disk>
Oct 16 14:47:08 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:47:08 user nova-compute[74681]:       <mac address="fa:16:3e:05:2f:2f"/>
Oct 16 14:47:08 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:47:08 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:47:08 user nova-compute[74681]:       <target dev="tap9192f081-24"/>
Oct 16 14:47:08 user nova-compute[74681]:     </interface>
Oct 16 14:47:08 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:47:08 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/console.log" append="off"/>
Oct 16 14:47:08 user nova-compute[74681]:     </serial>
Oct 16 14:47:08 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:47:08 user nova-compute[74681]:     <video>
Oct 16 14:47:08 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:47:08 user nova-compute[74681]:     </video>
Oct 16 14:47:08 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:47:08 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:47:08 user nova-compute[74681]:     </rng>
Oct 16 14:47:08 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:47:08 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:47:08 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:47:08 user nova-compute[74681]:     </memballoon>
Oct 16 14:47:08 user nova-compute[74681]:   </devices>
Oct 16 14:47:08 user nova-compute[74681]: </domain>
Oct 16 14:47:08 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:47:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1548578784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1548578784',id=21,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-mitjk0yx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:47:06Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=9098875f-d785-408c-8e9f-fd86af5fb02d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:2f:2f,bridge_name='br-int',has_traffic_filtering=True,id=9192f081-2479-4788-ad72-d4683e2b2e27,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9192f081-24') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG os_vif [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:2f:2f,bridge_name='br-int',has_traffic_filtering=True,id=9192f081-2479-4788-ad72-d4683e2b2e27,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9192f081-24') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'afc183bf-ad2d-533c-8e68-865112da0f62', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9192f081-24, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9192f081-24, col_values=(('qos', UUID('be11bd09-74d5-412f-9547-6432199381c8')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9192f081-24, col_values=(('external_ids', {'iface-id': '9192f081-2479-4788-ad72-d4683e2b2e27', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:2f:2f', 'vm-uuid': '9098875f-d785-408c-8e9f-fd86af5fb02d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:08 user nova-compute[74681]: INFO os_vif [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:2f:2f,bridge_name='br-int',has_traffic_filtering=True,id=9192f081-2479-4788-ad72-d4683e2b2e27,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9192f081-24')
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] No VIF found with MAC fa:16:3e:05:2f:2f, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Updated VIF entry in instance network info cache for port 9192f081-2479-4788-ad72-d4683e2b2e27. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Updating instance_info_cache with network_info: [{"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93a1d9d7-ed51-4885-acbb-083300022b45 req-0dcfee00-96db-48cb-a6d9-f26faed53aaf service nova] Releasing lock "refresh_cache-9098875f-d785-408c-8e9f-fd86af5fb02d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-59dfab3f-5e6f-4167-a50d-6616e63d08d7 req-2faa1cbb-7522-4e04-91fc-ca1b3f3856bf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-59dfab3f-5e6f-4167-a50d-6616e63d08d7 req-2faa1cbb-7522-4e04-91fc-ca1b3f3856bf service nova] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-59dfab3f-5e6f-4167-a50d-6616e63d08d7 req-2faa1cbb-7522-4e04-91fc-ca1b3f3856bf service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-59dfab3f-5e6f-4167-a50d-6616e63d08d7 req-2faa1cbb-7522-4e04-91fc-ca1b3f3856bf service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-59dfab3f-5e6f-4167-a50d-6616e63d08d7 req-2faa1cbb-7522-4e04-91fc-ca1b3f3856bf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] No waiting events found dispatching network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:09 user nova-compute[74681]: WARNING nova.compute.manager [req-59dfab3f-5e6f-4167-a50d-6616e63d08d7 req-2faa1cbb-7522-4e04-91fc-ca1b3f3856bf service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received unexpected event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 for instance with vm_state building and task_state spawning.
Oct 16 14:47:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:10 user nova-compute[74681]: INFO nova.compute.manager [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Unshelving
Oct 16 14:47:10 user nova-compute[74681]: INFO nova.virt.block_device [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Booting with volume 916edfb0-c618-4e37-9f18-d2d69e1c614e at /dev/vdc
Oct 16 14:47:10 user nova-compute[74681]: DEBUG os_brick.utils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[466358bc-f3dd-4b97-8116-65f7d0bf246e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9af6b641-e029-44d3-b0f4-74aeab476c93]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f63519-2022-4619-904e-a849e52d3dd0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc3e7277-2817-4967-8402-671bd49fbe8d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:47:10 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:47:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[554233cf-5e70-490b-b237-376a0b158879]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG os_brick.utils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:10 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating existing volume attachment record: 6eaf4a2d-263d-41cd-b307-0eda9ce1b841 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:47:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Instance spawned successfully.
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-c226211b-d441-4a16-ab49-17f23becf801 req-a2272a7f-5098-4517-8fa3-0ea59de21da7 service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c226211b-d441-4a16-ab49-17f23becf801 req-a2272a7f-5098-4517-8fa3-0ea59de21da7 service nova] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c226211b-d441-4a16-ab49-17f23becf801 req-a2272a7f-5098-4517-8fa3-0ea59de21da7 service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c226211b-d441-4a16-ab49-17f23becf801 req-a2272a7f-5098-4517-8fa3-0ea59de21da7 service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-c226211b-d441-4a16-ab49-17f23becf801 req-a2272a7f-5098-4517-8fa3-0ea59de21da7 service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] No waiting events found dispatching network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:11 user nova-compute[74681]: WARNING nova.compute.manager [req-c226211b-d441-4a16-ab49-17f23becf801 req-a2272a7f-5098-4517-8fa3-0ea59de21da7 service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received unexpected event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 for instance with vm_state building and task_state spawning.
Oct 16 14:47:11 user nova-compute[74681]: INFO nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 16 14:47:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:47:11 user nova-compute[74681]: INFO nova.compute.manager [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Took 6.65 seconds to build instance.
Oct 16 14:47:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a97edf2b-ee50-49ed-b2a7-84b3031508f6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.746s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:22 user nova-compute[74681]: INFO nova.compute.manager [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Rescuing
Oct 16 14:47:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-c76f58b4-bddd-44ff-aa43-64c1465ca7f9 req-ee7184b5-fa1a-4b92-851d-416541e6e7fd service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c76f58b4-bddd-44ff-aa43-64c1465ca7f9 req-ee7184b5-fa1a-4b92-851d-416541e6e7fd service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c76f58b4-bddd-44ff-aa43-64c1465ca7f9 req-ee7184b5-fa1a-4b92-851d-416541e6e7fd service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c76f58b4-bddd-44ff-aa43-64c1465ca7f9 req-ee7184b5-fa1a-4b92-851d-416541e6e7fd service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-c76f58b4-bddd-44ff-aa43-64c1465ca7f9 req-ee7184b5-fa1a-4b92-851d-416541e6e7fd service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:23 user nova-compute[74681]: WARNING nova.compute.manager [req-c76f58b4-bddd-44ff-aa43-64c1465ca7f9 req-ee7184b5-fa1a-4b92-851d-416541e6e7fd service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state active and task_state rescuing.
Oct 16 14:47:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance destroyed successfully.
Oct 16 14:47:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Attempting rescue
Oct 16 14:47:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74681) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance directory exists: not creating {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 14:47:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Creating image(s)
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'trusted_certs' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.214s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue" returned: 0 in 0.057s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'migration_context' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.base [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<a3894817-aba2-46ec-86cd-aaf7fa31fd41> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Start _get_guest_xml network_info=[{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:24:00:b6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'resources' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.base [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<a3894817-aba2-46ec-86cd-aaf7fa31fd41> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'numa_topology' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.base [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<a3894817-aba2-46ec-86cd-aaf7fa31fd41> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:24 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:24 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'vcpu_model' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.base [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<a3894817-aba2-46ec-86cd-aaf7fa31fd41> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1938330088',display_name='tempest-ServerRescueNegativeTestJSON-server-1938330088',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1938330088',id=15,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-vjdlyr8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:42:38Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=a3894817-aba2-46ec-86cd-aaf7fa31fd41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:24:00:b6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:24:00:b6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'pci_devices' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.objects.base [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<a3894817-aba2-46ec-86cd-aaf7fa31fd41> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:47:24 user nova-compute[74681]:   <uuid>a3894817-aba2-46ec-86cd-aaf7fa31fd41</uuid>
Oct 16 14:47:24 user nova-compute[74681]:   <name>instance-0000000f</name>
Oct 16 14:47:24 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:47:24 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:47:24 user nova-compute[74681]:   <metadata>
Oct 16 14:47:24 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:47:24 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:47:24 user nova-compute[74681]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1938330088</nova:name>
Oct 16 14:47:24 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:47:24</nova:creationTime>
Oct 16 14:47:24 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:47:24 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:47:24 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:47:24 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:47:24 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:47:24 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:47:24 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:47:24 user nova-compute[74681]:       <nova:owner>
Oct 16 14:47:24 user nova-compute[74681]:         <nova:user uuid="9a7facc6859b4e96b9334c2c070c91b3">tempest-ServerRescueNegativeTestJSON-730393390-project-member</nova:user>
Oct 16 14:47:24 user nova-compute[74681]:         <nova:project uuid="54cba8f29d4e45d8a8b9167241af846c">tempest-ServerRescueNegativeTestJSON-730393390</nova:project>
Oct 16 14:47:24 user nova-compute[74681]:       </nova:owner>
Oct 16 14:47:24 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:47:24 user nova-compute[74681]:       <nova:ports>
Oct 16 14:47:24 user nova-compute[74681]:         <nova:port uuid="fe6892ad-1773-4f7a-8ca0-2d4a54cfee18">
Oct 16 14:47:24 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 16 14:47:24 user nova-compute[74681]:         </nova:port>
Oct 16 14:47:24 user nova-compute[74681]:       </nova:ports>
Oct 16 14:47:24 user nova-compute[74681]:     </nova:instance>
Oct 16 14:47:24 user nova-compute[74681]:   </metadata>
Oct 16 14:47:24 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:47:24 user nova-compute[74681]:     <system>
Oct 16 14:47:24 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:47:24 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:47:24 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:47:24 user nova-compute[74681]:       <entry name="serial">a3894817-aba2-46ec-86cd-aaf7fa31fd41</entry>
Oct 16 14:47:24 user nova-compute[74681]:       <entry name="uuid">a3894817-aba2-46ec-86cd-aaf7fa31fd41</entry>
Oct 16 14:47:24 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:47:24 user nova-compute[74681]:     </system>
Oct 16 14:47:24 user nova-compute[74681]:   </sysinfo>
Oct 16 14:47:24 user nova-compute[74681]:   <os>
Oct 16 14:47:24 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:47:24 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:47:24 user nova-compute[74681]:   </os>
Oct 16 14:47:24 user nova-compute[74681]:   <features>
Oct 16 14:47:24 user nova-compute[74681]:     <acpi/>
Oct 16 14:47:24 user nova-compute[74681]:     <apic/>
Oct 16 14:47:24 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:47:24 user nova-compute[74681]:   </features>
Oct 16 14:47:24 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:47:24 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:47:24 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:47:24 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:47:24 user nova-compute[74681]:   </clock>
Oct 16 14:47:24 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:47:24 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:47:24 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:47:24 user nova-compute[74681]:   </cpu>
Oct 16 14:47:24 user nova-compute[74681]:   <devices>
Oct 16 14:47:24 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:47:24 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:47:24 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue"/>
Oct 16 14:47:24 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:47:24 user nova-compute[74681]:     </disk>
Oct 16 14:47:24 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:47:24 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:47:24 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk"/>
Oct 16 14:47:24 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:47:24 user nova-compute[74681]:     </disk>
Oct 16 14:47:24 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:47:24 user nova-compute[74681]:       <mac address="fa:16:3e:24:00:b6"/>
Oct 16 14:47:24 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:47:24 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:47:24 user nova-compute[74681]:       <target dev="tapfe6892ad-17"/>
Oct 16 14:47:24 user nova-compute[74681]:     </interface>
Oct 16 14:47:24 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:47:24 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/console.log" append="off"/>
Oct 16 14:47:24 user nova-compute[74681]:     </serial>
Oct 16 14:47:24 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:47:24 user nova-compute[74681]:     <video>
Oct 16 14:47:24 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:47:24 user nova-compute[74681]:     </video>
Oct 16 14:47:24 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:47:24 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:47:24 user nova-compute[74681]:     </rng>
Oct 16 14:47:24 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:47:24 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:47:24 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:47:24 user nova-compute[74681]:     </memballoon>
Oct 16 14:47:24 user nova-compute[74681]:   </devices>
Oct 16 14:47:24 user nova-compute[74681]: </domain>
Oct 16 14:47:24 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:47:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance destroyed successfully.
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No VIF found with MAC fa:16:3e:24:00:b6, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:47:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-c7df96fe-eb98-46d7-898c-bfc8d65a364e req-41c70023-88e1-4aa4-b97f-d5df4c19cf51 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c7df96fe-eb98-46d7-898c-bfc8d65a364e req-41c70023-88e1-4aa4-b97f-d5df4c19cf51 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c7df96fe-eb98-46d7-898c-bfc8d65a364e req-41c70023-88e1-4aa4-b97f-d5df4c19cf51 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c7df96fe-eb98-46d7-898c-bfc8d65a364e req-41c70023-88e1-4aa4-b97f-d5df4c19cf51 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-c7df96fe-eb98-46d7-898c-bfc8d65a364e req-41c70023-88e1-4aa4-b97f-d5df4c19cf51 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:25 user nova-compute[74681]: WARNING nova.compute.manager [req-c7df96fe-eb98-46d7-898c-bfc8d65a364e req-41c70023-88e1-4aa4-b97f-d5df4c19cf51 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state active and task_state rescuing.
Oct 16 14:47:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:27 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 is timed out.
Oct 16 14:47:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully detached device vdb from instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 from the live domain config.
Oct 16 14:47:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dRqBsVKG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:27 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3261d83d-a26e-4f18-b2b6-2390ec8f4953]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:47:27 user nova-compute[74681]: No targets found.
Oct 16 14:47:27 user nova-compute[74681]: iSNS:
Oct 16 14:47:27 user nova-compute[74681]: No targets found.
Oct 16 14:47:27 user nova-compute[74681]: STATIC:
Oct 16 14:47:27 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:47:27 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:27 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:27 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b
Oct 16 14:47:27 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:27 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:27 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9
Oct 16 14:47:27 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:27 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:27 user nova-compute[74681]: FIRMWARE:
Oct 16 14:47:27 user nova-compute[74681]: No targets found.
Oct 16 14:47:27 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:47:27 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:47:27 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf40f689-1a3e-4037-a1e3-422329cd2d0d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:27 user nova-compute[74681]: WARNING nova.compute.manager [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state active and task_state rescuing.
Oct 16 14:47:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:27 user nova-compute[74681]: WARNING nova.compute.manager [req-d09fb7a3-9e74-40a6-a965-251b7a3eaabe req-98fd4e74-8f5b-4676-81b3-b14b5652ebe8 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state active and task_state rescuing.
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[832e86d7-cb96-4876-b8dd-801b6a3c2a2b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:27 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:47:27 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:27 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:27 user nova-compute[74681]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b (non-flash)
Oct 16 14:47:27 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:27 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e81ff130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b'): ({'sdf'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Removing single pathed devices sdf {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e10f6d2a-2849-4721-8ed8-2b39698cd207]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e400463-9ab7-4427-846b-5b7f53e20ba6]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flushing IO for device /dev/sdf {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[39a78901-279e-411b-88b3-cee1845dce9b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc4a6f7-5392-42fd-92e0-1f36a8966067]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[851faa82-c7a8-41f1-be0d-35667b9a0b3b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3c93c0-a883-46bb-ad08-8cc6cbd70a86]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260]
Oct 16 14:47:27 user nova-compute[74681]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b, portal: 172.16.0.220,3260] successful.
Oct 16 14:47:27 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e4670e-32e5-4e4a-816f-4848c1e3c75b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a961ef4f-e098-4f87-b04d-65982a143ef5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== disconnect_volume: return (306ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:47:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c88dfb3a-5165-43e0-ac67-71cbffbed5d7 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:47:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:28 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'flavor' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a011baf-c902-49b7-8ab5-6d6d52afcc1e tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.964s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'pci_requests' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'numa_topology' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:47:29 user nova-compute[74681]: INFO nova.compute.claims [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Claim successful on node user
Oct 16 14:47:29 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.598s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:29 user nova-compute[74681]: INFO nova.network.neutron [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating port eec4b150-0f27-44a5-aac3-869695d39b64 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 16 14:47:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquired lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing instance network info cache due to event network-changed-eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] Acquiring lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.compute.manager [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdgbCrjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4', 'attached_at': '', 'detached_at': '', 'volume_id': '8c212c97-b825-454b-9f46-2e27744a38a1', 'serial': '8c212c97-b825-454b-9f46-2e27744a38a1'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4', 'attached_at': '', 'detached_at': '', 'volume_id': '9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'serial'} {{(pid=74681) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdgbCrjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:47:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:47:30 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[939e57ad-9f42-4f43-9b85-13d630878a4c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:47:30 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd85000c-e1b4-4083-9509-f640fbe90683]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1] added
Oct 16 14:47:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ced550-0177-4ac9-ac9b-854c1fae4a2e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[630b0cd5-c42e-4637-9360-b7523a93c5c9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OdgbCrjl {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OdgbCrjl" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[580371f1-86e2-408c-aa98-fb97dea2b780]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OdgbCrjl'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0bfc20e-0473-4dd4-8018-a779403b0e42]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ceee247-f799-423c-bdcc-292a8c792996]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:30 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:30 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[853a1d04-efb3-4f0f-acd0-7845aa96f5d0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260]
Oct 16 14:47:30 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260] successful.
Oct 16 14:47:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Releasing lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:47:30 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Creating image(s)
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'trusted_certs' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] Acquired lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.network.neutron [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Refreshing network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[23de95a0-4c70-4119-807f-b45ab33d12b5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG nova.objects.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<bec36427-b35c-4b8d-994c-1cab1900dcca> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "6cfcab3d70b9ff47518d183fabdf9bb5bc88993f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "6cfcab3d70b9ff47518d183fabdf9bb5bc88993f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc2173b-82ef-4c69-a67a-bf2eaf935a31]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:30 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:30 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:30 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:30 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eea24f4a-086c-498b-8363-59b061692b83]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:47:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdgbCrjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.677s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] <== connect_volume: return (1680ms) {'type': 'block', 'scsi_wwn': '23263393439633738', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263393439633738', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.objects.instance [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lazy-loading 'flavor' on Instance uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:32 user nova-compute[74681]: INFO nova.compute.manager [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Terminating instance
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.part --force-share --output=json" returned: 0 in 0.238s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.virt.images [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] 1081c222-f136-402b-aafa-d575010f272b was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.part /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.part /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.converted" returned: 0 in 0.257s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.network.neutron [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updated VIF entry in instance network info cache for port eec4b150-0f27-44a5-aac3-869695d39b64. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.network.neutron [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b41c96f9-ea4e-4d24-b468-a384c1616496 req-9c11ea58-6fa7-440c-8c50-abe9299b20f3 service nova] Releasing lock "refresh_cache-bec36427-b35c-4b8d-994c-1cab1900dcca" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-db2a6e61-b119-4add-b8d1-60c383ec5b74 req-1bad342f-d156-4a4b-b2e0-b59788263ab2 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-unplugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-db2a6e61-b119-4add-b8d1-60c383ec5b74 req-1bad342f-d156-4a4b-b2e0-b59788263ab2 service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-db2a6e61-b119-4add-b8d1-60c383ec5b74 req-1bad342f-d156-4a4b-b2e0-b59788263ab2 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-db2a6e61-b119-4add-b8d1-60c383ec5b74 req-1bad342f-d156-4a4b-b2e0-b59788263ab2 service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-db2a6e61-b119-4add-b8d1-60c383ec5b74 req-1bad342f-d156-4a4b-b2e0-b59788263ab2 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-unplugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-db2a6e61-b119-4add-b8d1-60c383ec5b74 req-1bad342f-d156-4a4b-b2e0-b59788263ab2 service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-unplugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f.converted --force-share --output=json" returned: 0 in 0.314s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "6cfcab3d70b9ff47518d183fabdf9bb5bc88993f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.168s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 154140672 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Instance destroyed successfully.
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'resources' on Instance uuid 5c4bb851-7f98-4b27-8ba4-682503049421 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-207037962',display_name='tempest-ServerActionsTestOtherA-server-14515908',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-207037962',id=13,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6P8w82FJhgXX3R7kwevOluQaLzjIIhtlmgKW4MYeNPK4A8lOdZ0luhZ2DS5N03iVnEpaunV+6JgDMzvwQ04qx2sbuJQfz0WIeeKZrY+OcOe5eRYtS00JOsoB7A2+BXEw==',key_name='tempest-keypair-18267389',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:44:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-9l6gs9e7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:44:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=5c4bb851-7f98-4b27-8ba4-682503049421,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "address": "fa:16:3e:51:73:02", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65f6e645-3a", "ovs_interfaceid": "65f6e645-3aa7-4ae1-8def-8651c446c1e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG os_vif [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65f6e645-3a, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f --force-share --output=json" returned: 0 in 0.316s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "6cfcab3d70b9ff47518d183fabdf9bb5bc88993f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "6cfcab3d70b9ff47518d183fabdf9bb5bc88993f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61455811-d1b6-4144-a91d-bb580b8f0fd1) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:33 user nova-compute[74681]: INFO os_vif [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:73:02,bridge_name='br-int',has_traffic_filtering=True,id=65f6e645-3aa7-4ae1-8def-8651c446c1e6,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65f6e645-3a')
Oct 16 14:47:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Deleting instance files /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421_del
Oct 16 14:47:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Deletion of /opt/stack/data/nova/instances/5c4bb851-7f98-4b27-8ba4-682503049421_del complete
Oct 16 14:47:33 user nova-compute[74681]: INFO nova.compute.manager [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f --force-share --output=json" returned: 0 in 0.252s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f,backing_fmt=raw /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f,backing_fmt=raw /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk 1073741824" returned: 0 in 0.063s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "6cfcab3d70b9ff47518d183fabdf9bb5bc88993f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.321s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 303038464 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f --force-share --output=json" returned: 0 in 0.262s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'migration_context' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG nova.objects.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<bec36427-b35c-4b8d-994c-1cab1900dcca> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Rebasing disk image.
Oct 16 14:47:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 411041792 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.360s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 -F raw /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 567279616 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:34 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:35 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Took 1.41 seconds to deallocate network for instance.
Oct 16 14:47:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-ff0d4139-3dae-450f-b009-b767852533d0 req-89fda4cf-3e83-44ca-b53a-b5cbd745d03e service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff0d4139-3dae-450f-b009-b767852533d0 req-89fda4cf-3e83-44ca-b53a-b5cbd745d03e service nova] Acquiring lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff0d4139-3dae-450f-b009-b767852533d0 req-89fda4cf-3e83-44ca-b53a-b5cbd745d03e service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff0d4139-3dae-450f-b009-b767852533d0 req-89fda4cf-3e83-44ca-b53a-b5cbd745d03e service nova] Lock "5c4bb851-7f98-4b27-8ba4-682503049421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-ff0d4139-3dae-450f-b009-b767852533d0 req-89fda4cf-3e83-44ca-b53a-b5cbd745d03e service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] No waiting events found dispatching network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:35 user nova-compute[74681]: WARNING nova.compute.manager [req-ff0d4139-3dae-450f-b009-b767852533d0 req-89fda4cf-3e83-44ca-b53a-b5cbd745d03e service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received unexpected event network-vif-plugged-65f6e645-3aa7-4ae1-8def-8651c446c1e6 for instance with vm_state active and task_state deleting.
Oct 16 14:47:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-ff0d4139-3dae-450f-b009-b767852533d0 req-89fda4cf-3e83-44ca-b53a-b5cbd745d03e service nova] [instance: 5c4bb851-7f98-4b27-8ba4-682503049421] Received event network-vif-deleted-65f6e645-3aa7-4ae1-8def-8651c446c1e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 729808896 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.819s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 843055104 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:36 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Deleted allocations for instance 5c4bb851-7f98-4b27-8ba4-682503049421
Oct 16 14:47:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3ad7d831-0825-4bc1-9c15-3b9ad11ee027 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "5c4bb851-7f98-4b27-8ba4-682503049421" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.015s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 952107008 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 -F raw /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk" returned: 0 in 2.812s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Ensure instance console log exists: /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Start _get_guest_xml network_info=[{"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='0854152152ffe5b71924dd8a27498aac',container_format='bare',created_at=2023-10-16T14:45:18Z,direct_url=<?>,disk_format='qcow2',id=1081c222-f136-402b-aafa-d575010f272b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1666744152-shelved',owner='81b12edc98b442ebbfeaecd294532d96',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T14:45:23Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CzYZVwdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'bec36427-b35c-4b8d-994c-1cab1900dcca', 'attached_at': '', 'detached_at': '', 'volume_id': '916edfb0-c618-4e37-9f18-d2d69e1c614e', 'serial': '916edfb0-c618-4e37-9f18-d2d69e1c614e'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '6eaf4a2d-263d-41cd-b307-0eda9ce1b841', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:47:37 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:37 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0854152152ffe5b71924dd8a27498aac',container_format='bare',created_at=2023-10-16T14:45:18Z,direct_url=<?>,disk_format='qcow2',id=1081c222-f136-402b-aafa-d575010f272b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1666744152-shelved',owner='81b12edc98b442ebbfeaecd294532d96',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T14:45:23Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'vcpu_model' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.objects.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<bec36427-b35c-4b8d-994c-1cab1900dcca> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CzYZVwdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:37 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:47:37 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:47:37 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:37 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[391751fc-acd0-4a5b-90f3-d82220ba4675]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:47:37 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[caafa294-abb9-48c6-8b36-965d776c6092]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e] added
Oct 16 14:47:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[17475921-974e-4873-a2dc-788f920593bf]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5274478-36a7-4592-8096-184138982b06]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CzYZVwdH {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CzYZVwdH" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0fdac4f-b81c-49f5-80ff-85f88150ae74]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CzYZVwdH'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[608300a0-b9de-4f44-a2c4-0b5a9d93c010]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6625d6d3-8114-4196-846f-a524f3ef5f4c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5b6c78-17bc-4cc3-9e76-75a49428e39c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260]
Oct 16 14:47:37 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260] successful.
Oct 16 14:47:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[53664c4e-b01c-4028-b160-e71a2af0e9bd]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7caf842-a12f-42e4-9ca7-2054a5407917]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:47:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:37 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:47:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.395s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] HCTL ('36', '-', '-', 0) found on session 23 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[97bdf152-acb9-459d-b43f-ee313401bc7b]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:37 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CzYZVwdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.451s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] <== connect_volume: return (1452ms) {'type': 'block', 'scsi_wwn': '23862353032633639', 'path': '/dev/sde'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862353032633639', 'path': '/dev/sde'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.443s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[138fb9ec-cdf8-4538-a7e8-5371468f0e89]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:47:38 user nova-compute[74681]: No targets found.
Oct 16 14:47:38 user nova-compute[74681]: iSNS:
Oct 16 14:47:38 user nova-compute[74681]: No targets found.
Oct 16 14:47:38 user nova-compute[74681]: STATIC:
Oct 16 14:47:38 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:47:38 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:38 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:38 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1
Oct 16 14:47:38 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:38 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:38 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e
Oct 16 14:47:38 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:38 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:38 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9
Oct 16 14:47:38 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:47:38 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:47:38 user nova-compute[74681]: FIRMWARE:
Oct 16 14:47:38 user nova-compute[74681]: No targets found.
Oct 16 14:47:38 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:47:38 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:47:38 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1666744152',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1666744152',id=17,image_ref='1081c222-f136-402b-aafa-d575010f272b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-895550277',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:43:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-5326ucva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member',shelved_at='2023-10-16T14:45:23.049608',shelved_host='user',shelved_image_id='1081c222-f136-402b-aafa-d575010f272b'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:47:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=bec36427-b35c-4b8d-994c-1cab1900dcca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'pci_devices' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.objects.base [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<bec36427-b35c-4b8d-994c-1cab1900dcca> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:47:38 user nova-compute[74681]:   <uuid>bec36427-b35c-4b8d-994c-1cab1900dcca</uuid>
Oct 16 14:47:38 user nova-compute[74681]:   <name>instance-00000011</name>
Oct 16 14:47:38 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:47:38 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:47:38 user nova-compute[74681]:   <metadata>
Oct 16 14:47:38 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:47:38 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:47:38 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1666744152</nova:name>
Oct 16 14:47:38 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:47:37</nova:creationTime>
Oct 16 14:47:38 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:47:38 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:47:38 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:47:38 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:47:38 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:47:38 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:47:38 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:47:38 user nova-compute[74681]:       <nova:owner>
Oct 16 14:47:38 user nova-compute[74681]:         <nova:user uuid="952b0cf9d1094360aa8074368d9f94e0">tempest-AttachVolumeShelveTestJSON-537628858-project-member</nova:user>
Oct 16 14:47:38 user nova-compute[74681]:         <nova:project uuid="81b12edc98b442ebbfeaecd294532d96">tempest-AttachVolumeShelveTestJSON-537628858</nova:project>
Oct 16 14:47:38 user nova-compute[74681]:       </nova:owner>
Oct 16 14:47:38 user nova-compute[74681]:       <nova:root type="image" uuid="1081c222-f136-402b-aafa-d575010f272b"/>
Oct 16 14:47:38 user nova-compute[74681]:       <nova:ports>
Oct 16 14:47:38 user nova-compute[74681]:         <nova:port uuid="eec4b150-0f27-44a5-aac3-869695d39b64">
Oct 16 14:47:38 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 14:47:38 user nova-compute[74681]:         </nova:port>
Oct 16 14:47:38 user nova-compute[74681]:       </nova:ports>
Oct 16 14:47:38 user nova-compute[74681]:     </nova:instance>
Oct 16 14:47:38 user nova-compute[74681]:   </metadata>
Oct 16 14:47:38 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:47:38 user nova-compute[74681]:     <system>
Oct 16 14:47:38 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:47:38 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:47:38 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:47:38 user nova-compute[74681]:       <entry name="serial">bec36427-b35c-4b8d-994c-1cab1900dcca</entry>
Oct 16 14:47:38 user nova-compute[74681]:       <entry name="uuid">bec36427-b35c-4b8d-994c-1cab1900dcca</entry>
Oct 16 14:47:38 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:47:38 user nova-compute[74681]:     </system>
Oct 16 14:47:38 user nova-compute[74681]:   </sysinfo>
Oct 16 14:47:38 user nova-compute[74681]:   <os>
Oct 16 14:47:38 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:47:38 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:47:38 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:47:38 user nova-compute[74681]:   </os>
Oct 16 14:47:38 user nova-compute[74681]:   <features>
Oct 16 14:47:38 user nova-compute[74681]:     <acpi/>
Oct 16 14:47:38 user nova-compute[74681]:     <apic/>
Oct 16 14:47:38 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:47:38 user nova-compute[74681]:   </features>
Oct 16 14:47:38 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:47:38 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:47:38 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:47:38 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:47:38 user nova-compute[74681]:   </clock>
Oct 16 14:47:38 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:47:38 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:47:38 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:47:38 user nova-compute[74681]:   </cpu>
Oct 16 14:47:38 user nova-compute[74681]:   <devices>
Oct 16 14:47:38 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:47:38 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:47:38 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk"/>
Oct 16 14:47:38 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:47:38 user nova-compute[74681]:     </disk>
Oct 16 14:47:38 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:47:38 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:47:38 user nova-compute[74681]:       <source dev="/dev/sde"/>
Oct 16 14:47:38 user nova-compute[74681]:       <target dev="vdc" bus="virtio"/>
Oct 16 14:47:38 user nova-compute[74681]:       <serial>916edfb0-c618-4e37-9f18-d2d69e1c614e</serial>
Oct 16 14:47:38 user nova-compute[74681]:     </disk>
Oct 16 14:47:38 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:47:38 user nova-compute[74681]:       <mac address="fa:16:3e:b5:0e:4d"/>
Oct 16 14:47:38 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:47:38 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:47:38 user nova-compute[74681]:       <target dev="tapeec4b150-0f"/>
Oct 16 14:47:38 user nova-compute[74681]:     </interface>
Oct 16 14:47:38 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:47:38 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/console.log" append="off"/>
Oct 16 14:47:38 user nova-compute[74681]:     </serial>
Oct 16 14:47:38 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:47:38 user nova-compute[74681]:     <video>
Oct 16 14:47:38 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:47:38 user nova-compute[74681]:     </video>
Oct 16 14:47:38 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:47:38 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:47:38 user nova-compute[74681]:     </rng>
Oct 16 14:47:38 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:47:38 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:47:38 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:47:38 user nova-compute[74681]:     </memballoon>
Oct 16 14:47:38 user nova-compute[74681]:   </devices>
Oct 16 14:47:38 user nova-compute[74681]: </domain>
Oct 16 14:47:38 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1666744152',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1666744152',id=17,image_ref='1081c222-f136-402b-aafa-d575010f272b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-895550277',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:43:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-5326ucva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member',shelved_at='2023-10-16T14:45:23.049608',shelved_host='user',shelved_image_id='1081c222-f136-402b-aafa-d575010f272b'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:47:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=bec36427-b35c-4b8d-994c-1cab1900dcca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_vif [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[62846e86-bc5d-4e9b-b314-0d3f8ba2678c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b23c8d5e-44fe-54e7-a9db-a942112b45a5', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeec4b150-0f, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeec4b150-0f, col_values=(('qos', UUID('32dabedc-973e-4ecd-96e5-6494641bd19e')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeec4b150-0f, col_values=(('external_ids', {'iface-id': 'eec4b150-0f27-44a5-aac3-869695d39b64', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:0e:4d', 'vm-uuid': 'bec36427-b35c-4b8d-994c-1cab1900dcca'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:38 user nova-compute[74681]: INFO os_vif [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f')
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbd732d2-568d-4ddb-a56a-0076eed4d04b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:38 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:38 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:38 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:47:38 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:47:38 user nova-compute[74681]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:47:38 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:47:38 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:47:38 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d03000d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[251527ea-5416-4637-841f-196cada924b9]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7184b62a-c8a1-48e2-bb7c-61650f258956]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No VIF found with MAC fa:16:3e:b5:0e:4d, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe55d9bd-954d-41cd-8233-ed516d971649]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[506273fa-c703-4911-a63e-fa391c534125]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:47:38 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4237464-6314-4859-90ff-a5ad19cdfb01]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8ff8af-c896-4511-b957-0a6775f92efb]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]
Oct 16 14:47:39 user nova-compute[74681]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.
Oct 16 14:47:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b7ba44-2fa1-4a37-b019-ce898fdacbec]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] <== disconnect_volume: return (1772ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdgbCrjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4', 'attached_at': '', 'detached_at': '', 'volume_id': '8c212c97-b825-454b-9f46-2e27744a38a1', 'serial'} {{(pid=74681) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] swap_volume: removing Cinder connection for volume 9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 {{(pid=74681) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 16 14:47:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] swap_volume: Updating volume 9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "OdgbCrjl", "auth_password": "CKxvitW6aPlu5S", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "8c212c97-b825-454b-9f46-2e27744a38a1"}, "status": "reserved", "instance": "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4", "attached_at": "", "detached_at": "", "volume_id": "8c212c97-b825-454b-9f46-2e27744a38a1", "serial": "8c212c97-b825-454b-9f46-2e27744a38a1"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '8c212c97-b825-454b-9f46-2e27744a38a1', 'no_device': None, 'attachment_id': 'c4f26aa2-0165-4d2c-9473-35710f16c7aa'} {{(pid=74681) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-42e89936-3e21-4f3d-9364-4d818be4d024 tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 47.529s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG nova.compute.manager [req-85258295-a83e-40dc-a8a6-b1b7850b9c04 req-45965f79-8e76-4185-a705-076f24c22380 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-85258295-a83e-40dc-a8a6-b1b7850b9c04 req-45965f79-8e76-4185-a705-076f24c22380 service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-85258295-a83e-40dc-a8a6-b1b7850b9c04 req-45965f79-8e76-4185-a705-076f24c22380 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-85258295-a83e-40dc-a8a6-b1b7850b9c04 req-45965f79-8e76-4185-a705-076f24c22380 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:40 user nova-compute[74681]: DEBUG nova.compute.manager [req-85258295-a83e-40dc-a8a6-b1b7850b9c04 req-45965f79-8e76-4185-a705-076f24c22380 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:40 user nova-compute[74681]: WARNING nova.compute.manager [req-85258295-a83e-40dc-a8a6-b1b7850b9c04 req-45965f79-8e76-4185-a705-076f24c22380 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received unexpected event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 14:47:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG os_brick.utils [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e027158d-c6cb-4ece-9cc2-6c189b31a8ec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7333b9d-6458-425a-bc48-49e80355179c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d71569-a2e8-4c90-954a-226a33620cb3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b60dde2-1b4c-4756-b248-961b133460cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:47:41 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:47:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a5623b-b201-49d2-a1e2-798a0f3e3733]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG os_brick.utils [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:41 user nova-compute[74681]: INFO nova.compute.manager [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Swapping volume 8c212c97-b825-454b-9f46-2e27744a38a1 for 9436f6ed-c1ad-4950-862b-9f75f6dbf8f9
Oct 16 14:47:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:47:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:47:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance spawned successfully.
Oct 16 14:47:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-a675d1a4-7552-49cb-85a9-63fda2e8d52d req-3bd86280-df2d-4c39-9f7a-61b9b7cc5175 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a675d1a4-7552-49cb-85a9-63fda2e8d52d req-3bd86280-df2d-4c39-9f7a-61b9b7cc5175 service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a675d1a4-7552-49cb-85a9-63fda2e8d52d req-3bd86280-df2d-4c39-9f7a-61b9b7cc5175 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a675d1a4-7552-49cb-85a9-63fda2e8d52d req-3bd86280-df2d-4c39-9f7a-61b9b7cc5175 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-a675d1a4-7552-49cb-85a9-63fda2e8d52d req-3bd86280-df2d-4c39-9f7a-61b9b7cc5175 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:42 user nova-compute[74681]: WARNING nova.compute.manager [req-a675d1a4-7552-49cb-85a9-63fda2e8d52d req-3bd86280-df2d-4c39-9f7a-61b9b7cc5175 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received unexpected event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 14:47:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:47:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3ea-4f70-435e-99b7-10c5e4539c6a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 32.596s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:48 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:48 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:48 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:48 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:49 user nova-compute[74681]: INFO nova.compute.manager [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Terminating instance
Oct 16 14:47:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-d58e9053-f576-4f88-851d-a150bfef46e8 req-11d5b4bc-2f4f-4260-9782-7ddf1263c161 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d58e9053-f576-4f88-851d-a150bfef46e8 req-11d5b4bc-2f4f-4260-9782-7ddf1263c161 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d58e9053-f576-4f88-851d-a150bfef46e8 req-11d5b4bc-2f4f-4260-9782-7ddf1263c161 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d58e9053-f576-4f88-851d-a150bfef46e8 req-11d5b4bc-2f4f-4260-9782-7ddf1263c161 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-d58e9053-f576-4f88-851d-a150bfef46e8 req-11d5b4bc-2f4f-4260-9782-7ddf1263c161 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-d58e9053-f576-4f88-851d-a150bfef46e8 req-11d5b4bc-2f4f-4260-9782-7ddf1263c161 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-unplugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:47:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Instance destroyed successfully.
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'resources' on Instance uuid c2e7ad82-4b3e-42ba-820f-2d93453a5b59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1340324507',display_name='tempest-AttachVolumeTestJSON-server-1340324507',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1340324507',id=3,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1BprrNbrPokNzCQHap5TNK9Z61qle1ZaJYd900tsi8Vxy8+LhHZ+GpdFCDXDdqlkeUnkgcxEOzYjyFC6pACbX/LNCdjaBHsOY4TlQbez4sxoPecftegsolflal8luF2w==',key_name='tempest-keypair-1893966247',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-59fxvgzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=c2e7ad82-4b3e-42ba-820f-2d93453a5b59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "fe34be23-ac23-4e0b-969c-4d519a042810", "address": "fa:16:3e:5b:8d:8a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe34be23-ac", "ovs_interfaceid": "fe34be23-ac23-4e0b-969c-4d519a042810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG os_vif [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe34be23-ac, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b174108-7c92-46d8-9928-c19e01da071b) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:47:50 user nova-compute[74681]: INFO os_vif [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5b:8d:8a,bridge_name='br-int',has_traffic_filtering=True,id=fe34be23-ac23-4e0b-969c-4d519a042810,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe34be23-ac')
Oct 16 14:47:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Deleting instance files /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59_del
Oct 16 14:47:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Deletion of /opt/stack/data/nova/instances/c2e7ad82-4b3e-42ba-820f-2d93453a5b59_del complete
Oct 16 14:47:50 user nova-compute[74681]: INFO nova.compute.manager [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 16 14:47:50 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:47:50 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.303s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:52 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Error from libvirt while getting description of instance-00000003: [Error Code 42] Domain not found: no domain with matching uuid 'c2e7ad82-4b3e-42ba-820f-2d93453a5b59' (instance-00000003): libvirt.libvirtError: Domain not found: no domain with matching uuid 'c2e7ad82-4b3e-42ba-820f-2d93453a5b59' (instance-00000003)
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:47:52 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Took 1.40 seconds to deallocate network for instance.
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-08de35ff-5bbf-44f1-a256-9f8a643713d3 req-a8f18c10-fa0b-4f4d-883f-e6247adf53a1 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08de35ff-5bbf-44f1-a256-9f8a643713d3 req-a8f18c10-fa0b-4f4d-883f-e6247adf53a1 service nova] Acquiring lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08de35ff-5bbf-44f1-a256-9f8a643713d3 req-a8f18c10-fa0b-4f4d-883f-e6247adf53a1 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08de35ff-5bbf-44f1-a256-9f8a643713d3 req-a8f18c10-fa0b-4f4d-883f-e6247adf53a1 service nova] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-08de35ff-5bbf-44f1-a256-9f8a643713d3 req-a8f18c10-fa0b-4f4d-883f-e6247adf53a1 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] No waiting events found dispatching network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:47:52 user nova-compute[74681]: WARNING nova.compute.manager [req-08de35ff-5bbf-44f1-a256-9f8a643713d3 req-a8f18c10-fa0b-4f4d-883f-e6247adf53a1 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received unexpected event network-vif-plugged-fe34be23-ac23-4e0b-969c-4d519a042810 for instance with vm_state deleted and task_state None.
Oct 16 14:47:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-08de35ff-5bbf-44f1-a256-9f8a643713d3 req-a8f18c10-fa0b-4f4d-883f-e6247adf53a1 service nova] [instance: c2e7ad82-4b3e-42ba-820f-2d93453a5b59] Received event network-vif-deleted-fe34be23-ac23-4e0b-969c-4d519a042810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.595s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:53 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Deleted allocations for instance c2e7ad82-4b3e-42ba-820f-2d93453a5b59
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5091c46f-7e4a-41a2-8df0-84b161898c65 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "c2e7ad82-4b3e-42ba-820f-2d93453a5b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.245s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:47:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:54 user nova-compute[74681]: INFO nova.compute.manager [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Unshelving
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: INFO nova.virt.block_device [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Booting with volume 81f5a1c9-23d2-4a3e-8a30-04fb1621abcb at /dev/vda
Oct 16 14:47:54 user nova-compute[74681]: DEBUG os_brick.utils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[83c7e28f-b5b1-4c42-b3b4-1ad97a85a644]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3ac83be-2fef-4a69-ba37-8f50cf220ce3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e96693-885c-4dce-b991-d57b898a22f5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[60fbc6bd-852f-4450-b9bc-bda72fbc6963]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:47:54 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6882aaa9-798e-4e26-b586-2908aaeea434]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG os_brick.utils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating existing volume attachment record: 412e5520-b318-42a0-8735-ad846e74a305 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:47:56 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:56 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7521MB free_disk=25.19806671142578GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d1019a32-0c14-43db-b95d-3c73d0daa3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9098875f-d785-408c-8e9f-fd86af5fb02d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance bec36427-b35c-4b8d-994c-1cab1900dcca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 386c2f04-4f4b-4468-9aed-cd52b9a122b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:47:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:47:57 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:47:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:47:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:47:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.615s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:07 user nova-compute[74681]: INFO nova.compute.manager [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Terminating instance
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-29ec0d39-b228-4ed6-9c73-a8978fbc2399 req-d83c3ab5-eed3-4962-9ab8-b82c22c784ae service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-29ec0d39-b228-4ed6-9c73-a8978fbc2399 req-d83c3ab5-eed3-4962-9ab8-b82c22c784ae service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-29ec0d39-b228-4ed6-9c73-a8978fbc2399 req-d83c3ab5-eed3-4962-9ab8-b82c22c784ae service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-29ec0d39-b228-4ed6-9c73-a8978fbc2399 req-d83c3ab5-eed3-4962-9ab8-b82c22c784ae service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-29ec0d39-b228-4ed6-9c73-a8978fbc2399 req-d83c3ab5-eed3-4962-9ab8-b82c22c784ae service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-29ec0d39-b228-4ed6-9c73-a8978fbc2399 req-d83c3ab5-eed3-4962-9ab8-b82c22c784ae service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-unplugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:48:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Instance destroyed successfully.
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'resources' on Instance uuid d1019a32-0c14-43db-b95d-3c73d0daa3e2 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-82518211',display_name='tempest-TestMinimumBasicScenario-server-82518211',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-82518211',id=14,image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPPBzxo4hn+4u8OeiSZyNKqct+7zhK6GvhRnGDKpfV+T/Pdui/fh3IeVTfOeNt6gHhKUk4ANnnUjkRWQeyvtebEqPa4ZvaeFupfi5/RKpTWqxrjXqF7lb9PEPUFMzvIwhw==',key_name='tempest-TestMinimumBasicScenario-1967612859',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:42:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-aniu0fcj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='e9e6d3ea-e80d-465d-b994-1a1fac4b7690',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:45:22Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=d1019a32-0c14-43db-b95d-3c73d0daa3e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "address": "fa:16:3e:18:2c:b3", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91fe19d4-3e", "ovs_interfaceid": "91fe19d4-3e54-404f-a6c6-182c3f3e1b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG os_vif [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91fe19d4-3e, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=340e8a16-9373-49ef-a205-7b5d4e620486) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:07 user nova-compute[74681]: INFO os_vif [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:2c:b3,bridge_name='br-int',has_traffic_filtering=True,id=91fe19d4-3e54-404f-a6c6-182c3f3e1b65,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91fe19d4-3e')
Oct 16 14:48:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Deleting instance files /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2_del
Oct 16 14:48:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Deletion of /opt/stack/data/nova/instances/d1019a32-0c14-43db-b95d-3c73d0daa3e2_del complete
Oct 16 14:48:08 user nova-compute[74681]: INFO nova.compute.manager [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 16 14:48:08 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:48:08 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:48:08 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:48:08 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:08 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Took 0.55 seconds to deallocate network for instance.
Oct 16 14:48:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-d68718a5-a8cc-413b-8ec3-ddf3693d5c1d req-ea07bec8-91c0-4302-b0f1-9fd0c109ca98 service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-deleted-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.378s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:09 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Deleted allocations for instance d1019a32-0c14-43db-b95d-3c73d0daa3e2
Oct 16 14:48:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-282aaf81-2eaf-4557-b28e-558731b07374 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.086s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-959648a6-5c14-49a7-b847-416345012f6a req-360ca377-0a22-4f8b-ac6c-1edee619cadb service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-959648a6-5c14-49a7-b847-416345012f6a req-360ca377-0a22-4f8b-ac6c-1edee619cadb service nova] Acquiring lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-959648a6-5c14-49a7-b847-416345012f6a req-360ca377-0a22-4f8b-ac6c-1edee619cadb service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-959648a6-5c14-49a7-b847-416345012f6a req-360ca377-0a22-4f8b-ac6c-1edee619cadb service nova] Lock "d1019a32-0c14-43db-b95d-3c73d0daa3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-959648a6-5c14-49a7-b847-416345012f6a req-360ca377-0a22-4f8b-ac6c-1edee619cadb service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] No waiting events found dispatching network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:09 user nova-compute[74681]: WARNING nova.compute.manager [req-959648a6-5c14-49a7-b847-416345012f6a req-360ca377-0a22-4f8b-ac6c-1edee619cadb service nova] [instance: d1019a32-0c14-43db-b95d-3c73d0daa3e2] Received unexpected event network-vif-plugged-91fe19d4-3e54-404f-a6c6-182c3f3e1b65 for instance with vm_state deleted and task_state None.
Oct 16 14:48:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:12 user nova-compute[74681]: DEBUG nova.objects.instance [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'pci_requests' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:12 user nova-compute[74681]: DEBUG nova.objects.instance [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'numa_topology' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:48:12 user nova-compute[74681]: INFO nova.compute.claims [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Claim successful on node user
Oct 16 14:48:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:13 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:48:13 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:48:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.455s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:13 user nova-compute[74681]: INFO nova.network.neutron [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating port b501fa22-ef2b-4784-b299-998088688821 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-changed-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing instance network info cache due to event network-changed-b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:48:14 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Creating image(s)
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Ensure instance console log exists: /opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Start _get_guest_xml network_info=[{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '386c2f04-4f4b-4468-9aed-cd52b9a122b4', 'attached_at': '', 'detached_at': '', 'volume_id': '81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'serial': '81f5a1c9-23d2-4a3e-8a30-04fb1621abcb'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '412e5520-b318-42a0-8735-ad846e74a305', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.network.neutron [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing network info cache for port b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:48:14 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:14 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.objects.instance [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'vcpu_model' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.objects.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Object Instance<386c2f04-4f4b-4468-9aed-cd52b9a122b4> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:48:14 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:14 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:14 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27bcea4-9dbd-4395-908a-d2fda82b243c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:48:14 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7d3ca7-1db9-4560-a4c8-5c70b76e1382]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb] added
Oct 16 14:48:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b59e94f7-7ff6-4f11-b3b4-5dfb548bca94]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c66061ef-f84c-4abe-8042-09f3ff46a867]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v agzvZPiE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v agzvZPiE" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad7eb37c-9da0-4572-ad76-67a37c369b30]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'agzvZPiE'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[86be9b38-659b-45b1-963f-b3ccdfaaea3d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e33b10b-eee8-4645-8bbf-41fc2c27a985]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:14 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:14 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:14 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:14 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f8dab3f-fb40-4b18-af1b-cf551ceefad2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]
Oct 16 14:48:15 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.
Oct 16 14:48:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[13770385-39ed-42bf-957a-ec49f41e874e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c007ba2-2979-47f5-845d-616893e72629]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:15 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:15 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:15 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:15 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:15 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:15 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[444c4b33-7be4-4382-80f1-5df79fe8695c]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG nova.network.neutron [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updated VIF entry in instance network info cache for port b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG nova.network.neutron [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-878dd790-fb78-4ff8-b9a0-65a1d79293b7 req-a474589f-7f84-4a69-9836-7f7ea73d4a80 service nova] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '23434386639316363', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434386639316363', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:44:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-913524050',display_name='tempest-TestShelveInstance-server-913524050',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-913524050',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-594457406',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:44:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='06967ca98a6d4a488117eb82d1b76bce',ramdisk_id='',reservation_id='r-f3tqy81o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1649743238',owner_user_name='tempest-TestShelveInstance-1649743238-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:47:55Z,user_data=None,user_id='fa572050daf94075958cdec5ed3afa45',uuid=386c2f04-4f4b-4468-9aed-cd52b9a122b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converting VIF {"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.objects.instance [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'pci_devices' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.objects.base [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Object Instance<386c2f04-4f4b-4468-9aed-cd52b9a122b4> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:48:16 user nova-compute[74681]:   <uuid>386c2f04-4f4b-4468-9aed-cd52b9a122b4</uuid>
Oct 16 14:48:16 user nova-compute[74681]:   <name>instance-00000012</name>
Oct 16 14:48:16 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:48:16 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:48:16 user nova-compute[74681]:   <metadata>
Oct 16 14:48:16 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:48:16 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:48:16 user nova-compute[74681]:       <nova:name>tempest-TestShelveInstance-server-913524050</nova:name>
Oct 16 14:48:16 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:48:14</nova:creationTime>
Oct 16 14:48:16 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:48:16 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:48:16 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:48:16 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:48:16 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:48:16 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:48:16 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:48:16 user nova-compute[74681]:       <nova:owner>
Oct 16 14:48:16 user nova-compute[74681]:         <nova:user uuid="fa572050daf94075958cdec5ed3afa45">tempest-TestShelveInstance-1649743238-project-member</nova:user>
Oct 16 14:48:16 user nova-compute[74681]:         <nova:project uuid="06967ca98a6d4a488117eb82d1b76bce">tempest-TestShelveInstance-1649743238</nova:project>
Oct 16 14:48:16 user nova-compute[74681]:       </nova:owner>
Oct 16 14:48:16 user nova-compute[74681]:       <nova:ports>
Oct 16 14:48:16 user nova-compute[74681]:         <nova:port uuid="b501fa22-ef2b-4784-b299-998088688821">
Oct 16 14:48:16 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 14:48:16 user nova-compute[74681]:         </nova:port>
Oct 16 14:48:16 user nova-compute[74681]:       </nova:ports>
Oct 16 14:48:16 user nova-compute[74681]:     </nova:instance>
Oct 16 14:48:16 user nova-compute[74681]:   </metadata>
Oct 16 14:48:16 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:48:16 user nova-compute[74681]:     <system>
Oct 16 14:48:16 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:48:16 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:48:16 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:48:16 user nova-compute[74681]:       <entry name="serial">386c2f04-4f4b-4468-9aed-cd52b9a122b4</entry>
Oct 16 14:48:16 user nova-compute[74681]:       <entry name="uuid">386c2f04-4f4b-4468-9aed-cd52b9a122b4</entry>
Oct 16 14:48:16 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:48:16 user nova-compute[74681]:     </system>
Oct 16 14:48:16 user nova-compute[74681]:   </sysinfo>
Oct 16 14:48:16 user nova-compute[74681]:   <os>
Oct 16 14:48:16 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:48:16 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:48:16 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:48:16 user nova-compute[74681]:   </os>
Oct 16 14:48:16 user nova-compute[74681]:   <features>
Oct 16 14:48:16 user nova-compute[74681]:     <acpi/>
Oct 16 14:48:16 user nova-compute[74681]:     <apic/>
Oct 16 14:48:16 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:48:16 user nova-compute[74681]:   </features>
Oct 16 14:48:16 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:48:16 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:48:16 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:48:16 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:48:16 user nova-compute[74681]:   </clock>
Oct 16 14:48:16 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:48:16 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:48:16 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:48:16 user nova-compute[74681]:   </cpu>
Oct 16 14:48:16 user nova-compute[74681]:   <devices>
Oct 16 14:48:16 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:48:16 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:48:16 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 14:48:16 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:48:16 user nova-compute[74681]:       <serial>81f5a1c9-23d2-4a3e-8a30-04fb1621abcb</serial>
Oct 16 14:48:16 user nova-compute[74681]:     </disk>
Oct 16 14:48:16 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:48:16 user nova-compute[74681]:       <mac address="fa:16:3e:16:1f:59"/>
Oct 16 14:48:16 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:48:16 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:48:16 user nova-compute[74681]:       <target dev="tapb501fa22-ef"/>
Oct 16 14:48:16 user nova-compute[74681]:     </interface>
Oct 16 14:48:16 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:48:16 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4/console.log" append="off"/>
Oct 16 14:48:16 user nova-compute[74681]:     </serial>
Oct 16 14:48:16 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:48:16 user nova-compute[74681]:     <video>
Oct 16 14:48:16 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:48:16 user nova-compute[74681]:     </video>
Oct 16 14:48:16 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:48:16 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:48:16 user nova-compute[74681]:     </rng>
Oct 16 14:48:16 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:48:16 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:48:16 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:48:16 user nova-compute[74681]:     </memballoon>
Oct 16 14:48:16 user nova-compute[74681]:   </devices>
Oct 16 14:48:16 user nova-compute[74681]: </domain>
Oct 16 14:48:16 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:44:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-913524050',display_name='tempest-TestShelveInstance-server-913524050',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-913524050',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-594457406',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:44:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='06967ca98a6d4a488117eb82d1b76bce',ramdisk_id='',reservation_id='r-f3tqy81o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1649743238',owner_user_name='tempest-TestShelveInstance-1649743238-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:47:55Z,user_data=None,user_id='fa572050daf94075958cdec5ed3afa45',uuid=386c2f04-4f4b-4468-9aed-cd52b9a122b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converting VIF {"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG os_vif [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5f09efbf-3284-59dc-a557-061ad0894e17', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb501fa22-ef, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb501fa22-ef, col_values=(('qos', UUID('c0fab21b-1117-41e5-9d5d-ddb16d74dc13')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb501fa22-ef, col_values=(('external_ids', {'iface-id': 'b501fa22-ef2b-4784-b299-998088688821', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:1f:59', 'vm-uuid': '386c2f04-4f4b-4468-9aed-cd52b9a122b4'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:16 user nova-compute[74681]: INFO os_vif [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef')
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:48:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] No VIF found with MAC fa:16:3e:16:1f:59, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4', 'attached_at': '', 'detached_at': '', 'volume_id': '9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'serial': '9436f6ed-c1ad-4950-862b-9f75f6dbf8f9'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdgbCrjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '8c212c97-b825-454b-9f46-2e27744a38a1'}, 'status': 'reserved', 'instance': '6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4', 'attached_at': '', 'detached_at': '', 'volume_id': '8c212c97-b825-454b-9f46-2e27744a38a1', 'serial'} {{(pid=74681) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:48:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:17 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[34aafcfd-47e7-4d16-b128-d860b79d39cc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:48:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[55e26c78-20a4-49cd-b73f-91f975f587e5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9] added
Oct 16 14:48:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f940c63c-15c6-4359-9f67-69d1eed2c1ad]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4427efc-5941-4c28-ae6e-014e607571d3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MBkslYtz {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MBkslYtz" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a83ffd63-f897-45e4-81ee-3ed34c4233e0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MBkslYtz'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[422c6dfd-b44d-478e-9da6-b43c208263a7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[edcf79e7-8a68-479c-86cb-522fc769287a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[48835c50-7f5d-491a-8432-0e5978a2dab5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]
Oct 16 14:48:17 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.
Oct 16 14:48:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8287b9bb-3525-4fc9-910b-2e1ede1f3e41]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2566eef9-03fc-4ce2-9c8e-80b0076ecc64]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:17 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] HCTL ('37', '-', '-', 0) found on session 25 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e91d47-131c-4434-8f54-5d267c1a8801]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Searching for a device in session 25 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-3feb0d98-5393-4638-8cab-c42d811f3472 req-12241c7d-6da9-4136-bb74-be781f72a992 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3feb0d98-5393-4638-8cab-c42d811f3472 req-12241c7d-6da9-4136-bb74-be781f72a992 service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3feb0d98-5393-4638-8cab-c42d811f3472 req-12241c7d-6da9-4136-bb74-be781f72a992 service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3feb0d98-5393-4638-8cab-c42d811f3472 req-12241c7d-6da9-4136-bb74-be781f72a992 service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-3feb0d98-5393-4638-8cab-c42d811f3472 req-12241c7d-6da9-4136-bb74-be781f72a992 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:17 user nova-compute[74681]: WARNING nova.compute.manager [req-3feb0d98-5393-4638-8cab-c42d811f3472 req-12241c7d-6da9-4136-bb74-be781f72a992 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received unexpected event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 14:48:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '23837643064396631', 'path': '/dev/sdf'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:48:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837643064396631', 'path': '/dev/sdf'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:48:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lazy-loading 'flavor' on Instance uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 170917888 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:48:19 user nova-compute[74681]: INFO nova.compute.claims [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Claim successful on node user
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:48:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance spawned successfully.
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-2aedf9c5-19d4-408b-95e6-4a23c924a81c req-e7ee4be8-999a-4932-ac5f-77dad3b33d9a service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2aedf9c5-19d4-408b-95e6-4a23c924a81c req-e7ee4be8-999a-4932-ac5f-77dad3b33d9a service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2aedf9c5-19d4-408b-95e6-4a23c924a81c req-e7ee4be8-999a-4932-ac5f-77dad3b33d9a service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2aedf9c5-19d4-408b-95e6-4a23c924a81c req-e7ee4be8-999a-4932-ac5f-77dad3b33d9a service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-2aedf9c5-19d4-408b-95e6-4a23c924a81c req-e7ee4be8-999a-4932-ac5f-77dad3b33d9a service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:19 user nova-compute[74681]: WARNING nova.compute.manager [req-2aedf9c5-19d4-408b-95e6-4a23c924a81c req-e7ee4be8-999a-4932-ac5f-77dad3b33d9a service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received unexpected event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 14:48:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-84d3dd88-8fcc-4ada-9d6f-9286a8b88739 tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 25.591s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 308281344 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.688s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 425721856 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG nova.policy [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b2ef2772ce341e4b3de868194b934f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e5431cdbd194b67a5f741cd5641c6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:48:20 user nova-compute[74681]: INFO nova.virt.block_device [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Booting with volume 2acb9cb2-9574-4fac-b148-6e060c0ea53c at /dev/vda
Oct 16 14:48:20 user nova-compute[74681]: DEBUG os_brick.utils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:20 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c58da28-1c0a-44bc-9a66-5168e1988ccd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5a065c-7fad-49f7-803d-666d4734ed7d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3f2881-8554-49b3-bd0d-446671af72ff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[613749d9-6ffd-4ab4-9be1-45a1f65d3f30]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:48:21 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:48:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[92df2981-6558-44a1-95e8-b0d458a9e075]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG os_brick.utils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updating existing volume attachment record: 363f44c0-2f99-4ad7-b10c-dd3af3d2cd30 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 575668224 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG nova.network.neutron [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Successfully created port: c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:48:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 722468864 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 876609536 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Successfully updated port: c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquired lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG nova.compute.manager [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-changed-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG nova.compute.manager [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Refreshing instance network info cache due to event network-changed-c6bb71d3-7b93-4806-9883-44a6790fb9a5. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] Acquiring lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:48:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 967835648 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updating instance_info_cache with network_info: [{"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Releasing lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance network_info: |[{"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] Acquired lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Refreshing network info cache for port c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdgbCrjl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '8c212c97-b825-454b-9f46-2e27744a38a1'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:48:23 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6fd8745-88be-4684-8a43-7f5f405b6414]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:48:23 user nova-compute[74681]: No targets found.
Oct 16 14:48:23 user nova-compute[74681]: iSNS:
Oct 16 14:48:23 user nova-compute[74681]: No targets found.
Oct 16 14:48:23 user nova-compute[74681]: STATIC:
Oct 16 14:48:23 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:48:23 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:23 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:23 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1
Oct 16 14:48:23 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:23 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:23 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e
Oct 16 14:48:23 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:23 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:23 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9
Oct 16 14:48:23 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:23 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:23 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb
Oct 16 14:48:23 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:23 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:23 user nova-compute[74681]: FIRMWARE:
Oct 16 14:48:23 user nova-compute[74681]: No targets found.
Oct 16 14:48:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:48:23 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:48:23 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b59535f-d37e-4b13-9f15-d4734b25cb06]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7467d8-04c3-4e3b-9b16-4f3ba1bb6d21]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:23 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0580c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff492f3c-c2d7-48b5-81f4-ad0264f45547]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7928e0b-b892-4041-a7ac-8eb1f920498d]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updated VIF entry in instance network info cache for port c6bb71d3-7b93-4806-9883-44a6790fb9a5. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updating instance_info_cache with network_info: [{"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb3e4e7-e604-43ba-b3d4-32735d50455c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-76025899-1851-4e36-ac11-c4916cf5126b req-8a114402-bcd6-4dc3-92ba-7fb897006118 service nova] Releasing lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d18121-6549-450f-b022-1bdfb64bc15b]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd3e9e4-9287-47da-b0d4-50f15ff7c46f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e4e014d-690b-4dcf-8c0c-ac5793959aef]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260]
Oct 16 14:48:23 user nova-compute[74681]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1, portal: 172.16.0.220,3260] successful.
Oct 16 14:48:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c212c97-b825-454b-9f46-2e27744a38a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5e91a64-82c2-49a5-b64e-3c2fdd85e202]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] <== disconnect_volume: return (357ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4', 'attached_at': '', 'detached_at': '', 'volume_id': '9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'serial'} {{(pid=74681) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 16 14:48:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] swap_volume: removing Cinder connection for volume 8c212c97-b825-454b-9f46-2e27744a38a1 {{(pid=74681) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 16 14:48:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] swap_volume: Updating volume 8c212c97-b825-454b-9f46-2e27744a38a1 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "MBkslYtz", "auth_password": "92BoGLgEtVZbdc", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdf", "volume_id": "9436f6ed-c1ad-4950-862b-9f75f6dbf8f9"}, "status": "reserved", "instance": "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4", "attached_at": "", "detached_at": "", "volume_id": "9436f6ed-c1ad-4950-862b-9f75f6dbf8f9", "serial": "9436f6ed-c1ad-4950-862b-9f75f6dbf8f9"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'no_device': None, 'attachment_id': '965db0e0-9538-4733-9e8d-2d8790c7fcb4'} {{(pid=74681) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 16 14:48:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f1245523-df3d-40a5-a3a6-b889106bbe9b tempest-TestVolumeSwap-1434371013 tempest-TestVolumeSwap-1434371013-project-admin] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 43.238s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:26 user nova-compute[74681]: INFO nova.compute.manager [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Detaching volume 9436f6ed-c1ad-4950-862b-9f75f6dbf8f9
Oct 16 14:48:26 user nova-compute[74681]: INFO nova.virt.block_device [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Attempting to driver detach volume 9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 from mountpoint /dev/vdb
Oct 16 14:48:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Attempting to detach device vdb from instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:48:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:48:26 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:48:26 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:48:26 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:48:26 user nova-compute[74681]:   <serial>9436f6ed-c1ad-4950-862b-9f75f6dbf8f9</serial>
Oct 16 14:48:26 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:48:26 user nova-compute[74681]: </disk>
Oct 16 14:48:26 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:48:26 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Successfully detached device vdb from instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 from the persistent domain config.
Oct 16 14:48:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:48:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:48:26 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:48:26 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:48:26 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:48:26 user nova-compute[74681]:   <serial>9436f6ed-c1ad-4950-862b-9f75f6dbf8f9</serial>
Oct 16 14:48:26 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:48:26 user nova-compute[74681]: </disk>
Oct 16 14:48:26 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:48:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:48:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:48:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:48:38 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Creating image(s)
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Ensure instance console log exists: /opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Start _get_guest_xml network_info=[{"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '724db303-8383-4435-b996-a5a98ea6f5b6', 'attached_at': '', 'detached_at': '', 'volume_id': '2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'serial': '2acb9cb2-9574-4fac-b148-6e060c0ea53c'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '363f44c0-2f99-4ad7-b10c-dd3af3d2cd30', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:48:38 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:38 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:48:38 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:38 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:38 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9735e0-5f6a-4f1d-8ad8-8825403d17fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:48:38 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4270838a-a2d2-4be9-9de7-75d41f4b34ec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c] added
Oct 16 14:48:38 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25dbdf1-fdfd-4845-b704-3e7b5052217a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2cadd43-8d42-4ef7-9eeb-11d1f07726ed]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DQqlJKGg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DQqlJKGg" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6651b7b0-1460-41d8-b211-64d28951f07c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DQqlJKGg'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c76f61-b997-4b94-be2a-7e68bc88a6b4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe4960d-d15d-4a24-b376-6412e2b93e07]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:38 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:38 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:38 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:38 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:38 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:38 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:38 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:38 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[30507047-8c9e-4f5e-b18d-0b5aacd22087]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]
Oct 16 14:48:39 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.
Oct 16 14:48:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aa5e992-c014-4bec-96c4-fe0e87e07228]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffc2eaff-07a6-46bd-9ab2-b1d87e52b736]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:48:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:39 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:48:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] HCTL ('33', '-', '-', 0) found on session 26 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f0462e-e04a-481c-90a7-de8253e02964]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Searching for a device in session 26 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:48:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '26632386134333535', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632386134333535', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:48:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1234072622',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1234072622',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCcQJU3pnFRRJPKVhrV2f+P1J2hhS4lunsDkh+re3A3LChwg5lQK39o6jt5wut8f4Ow0OX88YIfjZHdzTZ1iC7Ym/xe74MLLWx2ghTp2LgIqEfhBdNsC6MrSMGpR6cVrBA==',key_name='tempest-keypair-604269887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e5431cdbd194b67a5f741cd5641c6d6',ramdisk_id='',reservation_id='r-t1ikny8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1544406745',owner_user_name='tempest-ServerActionsV293TestJSON-1544406745-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:48:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b2ef2772ce341e4b3de868194b934f2',uuid=724db303-8383-4435-b996-a5a98ea6f5b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converting VIF {"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.objects.instance [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lazy-loading 'pci_devices' on Instance uuid 724db303-8383-4435-b996-a5a98ea6f5b6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:48:40 user nova-compute[74681]:   <uuid>724db303-8383-4435-b996-a5a98ea6f5b6</uuid>
Oct 16 14:48:40 user nova-compute[74681]:   <name>instance-00000016</name>
Oct 16 14:48:40 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:48:40 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:48:40 user nova-compute[74681]:   <metadata>
Oct 16 14:48:40 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:48:40 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:48:40 user nova-compute[74681]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1234072622</nova:name>
Oct 16 14:48:40 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:48:38</nova:creationTime>
Oct 16 14:48:40 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:48:40 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:48:40 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:48:40 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:48:40 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:48:40 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:48:40 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:48:40 user nova-compute[74681]:       <nova:owner>
Oct 16 14:48:40 user nova-compute[74681]:         <nova:user uuid="7b2ef2772ce341e4b3de868194b934f2">tempest-ServerActionsV293TestJSON-1544406745-project-member</nova:user>
Oct 16 14:48:40 user nova-compute[74681]:         <nova:project uuid="8e5431cdbd194b67a5f741cd5641c6d6">tempest-ServerActionsV293TestJSON-1544406745</nova:project>
Oct 16 14:48:40 user nova-compute[74681]:       </nova:owner>
Oct 16 14:48:40 user nova-compute[74681]:       <nova:ports>
Oct 16 14:48:40 user nova-compute[74681]:         <nova:port uuid="c6bb71d3-7b93-4806-9883-44a6790fb9a5">
Oct 16 14:48:40 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 14:48:40 user nova-compute[74681]:         </nova:port>
Oct 16 14:48:40 user nova-compute[74681]:       </nova:ports>
Oct 16 14:48:40 user nova-compute[74681]:     </nova:instance>
Oct 16 14:48:40 user nova-compute[74681]:   </metadata>
Oct 16 14:48:40 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:48:40 user nova-compute[74681]:     <system>
Oct 16 14:48:40 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:48:40 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:48:40 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:48:40 user nova-compute[74681]:       <entry name="serial">724db303-8383-4435-b996-a5a98ea6f5b6</entry>
Oct 16 14:48:40 user nova-compute[74681]:       <entry name="uuid">724db303-8383-4435-b996-a5a98ea6f5b6</entry>
Oct 16 14:48:40 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:48:40 user nova-compute[74681]:     </system>
Oct 16 14:48:40 user nova-compute[74681]:   </sysinfo>
Oct 16 14:48:40 user nova-compute[74681]:   <os>
Oct 16 14:48:40 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:48:40 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:48:40 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:48:40 user nova-compute[74681]:   </os>
Oct 16 14:48:40 user nova-compute[74681]:   <features>
Oct 16 14:48:40 user nova-compute[74681]:     <acpi/>
Oct 16 14:48:40 user nova-compute[74681]:     <apic/>
Oct 16 14:48:40 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:48:40 user nova-compute[74681]:   </features>
Oct 16 14:48:40 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:48:40 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:48:40 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:48:40 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:48:40 user nova-compute[74681]:   </clock>
Oct 16 14:48:40 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:48:40 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:48:40 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:48:40 user nova-compute[74681]:   </cpu>
Oct 16 14:48:40 user nova-compute[74681]:   <devices>
Oct 16 14:48:40 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:48:40 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:48:40 user nova-compute[74681]:       <source dev="/dev/sdb"/>
Oct 16 14:48:40 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:48:40 user nova-compute[74681]:       <serial>2acb9cb2-9574-4fac-b148-6e060c0ea53c</serial>
Oct 16 14:48:40 user nova-compute[74681]:     </disk>
Oct 16 14:48:40 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:48:40 user nova-compute[74681]:       <mac address="fa:16:3e:f7:11:45"/>
Oct 16 14:48:40 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:48:40 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:48:40 user nova-compute[74681]:       <target dev="tapc6bb71d3-7b"/>
Oct 16 14:48:40 user nova-compute[74681]:     </interface>
Oct 16 14:48:40 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:48:40 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6/console.log" append="off"/>
Oct 16 14:48:40 user nova-compute[74681]:     </serial>
Oct 16 14:48:40 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:48:40 user nova-compute[74681]:     <video>
Oct 16 14:48:40 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:48:40 user nova-compute[74681]:     </video>
Oct 16 14:48:40 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:48:40 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:48:40 user nova-compute[74681]:     </rng>
Oct 16 14:48:40 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:48:40 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:48:40 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:48:40 user nova-compute[74681]:     </memballoon>
Oct 16 14:48:40 user nova-compute[74681]:   </devices>
Oct 16 14:48:40 user nova-compute[74681]: </domain>
Oct 16 14:48:40 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:48:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1234072622',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1234072622',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCcQJU3pnFRRJPKVhrV2f+P1J2hhS4lunsDkh+re3A3LChwg5lQK39o6jt5wut8f4Ow0OX88YIfjZHdzTZ1iC7Ym/xe74MLLWx2ghTp2LgIqEfhBdNsC6MrSMGpR6cVrBA==',key_name='tempest-keypair-604269887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e5431cdbd194b67a5f741cd5641c6d6',ramdisk_id='',reservation_id='r-t1ikny8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1544406745',owner_user_name='tempest-ServerActionsV293TestJSON-1544406745-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:48:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b2ef2772ce341e4b3de868194b934f2',uuid=724db303-8383-4435-b996-a5a98ea6f5b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converting VIF {"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG os_vif [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b35b9bf5-3674-5983-ad9c-ea1d23ed3ed2', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc6bb71d3-7b, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc6bb71d3-7b, col_values=(('qos', UUID('b6b2261d-70bd-4c19-b6d6-594a0f01b4c5')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc6bb71d3-7b, col_values=(('external_ids', {'iface-id': 'c6bb71d3-7b93-4806-9883-44a6790fb9a5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:11:45', 'vm-uuid': '724db303-8383-4435-b996-a5a98ea6f5b6'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:40 user nova-compute[74681]: INFO os_vif [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b')
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:48:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] No VIF found with MAC fa:16:3e:f7:11:45, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:48:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-d20a8cf7-857c-4ce7-9c1a-a846f0fb66dd req-3b24b3fe-9d8e-4bff-8035-7e2409e69f8f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d20a8cf7-857c-4ce7-9c1a-a846f0fb66dd req-3b24b3fe-9d8e-4bff-8035-7e2409e69f8f service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d20a8cf7-857c-4ce7-9c1a-a846f0fb66dd req-3b24b3fe-9d8e-4bff-8035-7e2409e69f8f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d20a8cf7-857c-4ce7-9c1a-a846f0fb66dd req-3b24b3fe-9d8e-4bff-8035-7e2409e69f8f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-d20a8cf7-857c-4ce7-9c1a-a846f0fb66dd req-3b24b3fe-9d8e-4bff-8035-7e2409e69f8f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:42 user nova-compute[74681]: WARNING nova.compute.manager [req-d20a8cf7-857c-4ce7-9c1a-a846f0fb66dd req-3b24b3fe-9d8e-4bff-8035-7e2409e69f8f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state building and task_state spawning.
Oct 16 14:48:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updating instance_info_cache with network_info: [{"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:48:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance spawned successfully.
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:44 user nova-compute[74681]: INFO nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Took 5.30 seconds to spawn the instance on the hypervisor.
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:44 user nova-compute[74681]: INFO nova.compute.manager [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Took 24.27 seconds to build instance.
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bc173c6e-8aa6-4b73-bc3d-946fb2fbc4b9 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.442s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-24057014-797d-4f11-939a-3dad4db6f4de req-20c9892a-ed1d-4676-b1c5-e4fb5808ef8d service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-24057014-797d-4f11-939a-3dad4db6f4de req-20c9892a-ed1d-4676-b1c5-e4fb5808ef8d service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-24057014-797d-4f11-939a-3dad4db6f4de req-20c9892a-ed1d-4676-b1c5-e4fb5808ef8d service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-24057014-797d-4f11-939a-3dad4db6f4de req-20c9892a-ed1d-4676-b1c5-e4fb5808ef8d service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-24057014-797d-4f11-939a-3dad4db6f4de req-20c9892a-ed1d-4676-b1c5-e4fb5808ef8d service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:44 user nova-compute[74681]: WARNING nova.compute.manager [req-24057014-797d-4f11-939a-3dad4db6f4de req-20c9892a-ed1d-4676-b1c5-e4fb5808ef8d service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state None.
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:48:44 user nova-compute[74681]: INFO nova.compute.claims [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Claim successful on node user
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:48:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:48:44 user nova-compute[74681]: DEBUG nova.policy [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4516270b53754ed4b355ca7700b98d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24419861b6ce4abf92aefe468474454a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:48:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Creating image(s)
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "/opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "/opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "/opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.219s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk 1073741824" returned: 0 in 0.068s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Successfully created port: 31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.215s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking if we can resize image /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Cannot resize image /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Ensure instance console log exists: /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lazy-loading 'flavor' on Instance uuid 620e818d-792a-47a3-8dfa-d16b29651ae8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:46 user nova-compute[74681]: INFO nova.compute.manager [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Attaching volume adb3442b-6459-490f-a724-10d8292d2fef to /dev/vdb
Oct 16 14:48:46 user nova-compute[74681]: DEBUG os_brick.utils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebaded82-d4ba-4562-843d-a6c9d288440b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Successfully updated port: 31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[699ef23f-25b6-4c90-8a68-769cfd063d84]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquired lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9436ac-b177-46f4-9e4e-330fb15433c8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43c5177-d9a4-43f6-8bb6-40018e3b5d02]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-changed-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Refreshing instance network info cache due to event network-changed-31941994-fa64-48ea-ae8d-52d1fafd0db6. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] Acquiring lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:48:46 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:48:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f48a5baf-9090-4012-8c84-68d4c672f6ab]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG os_brick.utils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updating existing volume attachment record: fc05b5be-a5fa-4bb8-a08d-a076b078a0e9 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:48:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updating instance_info_cache with network_info: [{"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Releasing lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Instance network_info: |[{"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] Acquired lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.neutron [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Refreshing network info cache for port 31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Start _get_guest_xml network_info=[{"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:48:47 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:47 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:48:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1207651956',display_name='tempest-AttachVolumeTestJSON-server-1207651956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1207651956',id=23,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC+p7Xlk9rZqJCg+OPrQeGC6siECjm/25rzKptulK4A+eqIQ2UkulnrQ8jTEb4MWlg5zn2V8ZIJnq/IwoeLuePXNSPW/9Ae9NMta+OKohDxkXMkbVDMT5fBTmE9wcFpMdw==',key_name='tempest-keypair-784883194',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-c6lacxjf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:48:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=09ad92c2-1590-4fdd-ba49-6846b9e089d6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:d0:6a,bridge_name='br-int',has_traffic_filtering=True,id=31941994-fa64-48ea-ae8d-52d1fafd0db6,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31941994-fa') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'pci_devices' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:47 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 is timed out.
Oct 16 14:48:47 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Successfully detached device vdb from instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 from the live domain config.
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBkslYtz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '9436f6ed-c1ad-4950-862b-9f75f6dbf8f9'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:48:47 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:48:47 user nova-compute[74681]:   <uuid>09ad92c2-1590-4fdd-ba49-6846b9e089d6</uuid>
Oct 16 14:48:47 user nova-compute[74681]:   <name>instance-00000017</name>
Oct 16 14:48:47 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:48:47 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:48:47 user nova-compute[74681]:   <metadata>
Oct 16 14:48:47 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:48:47 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:48:47 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeTestJSON-server-1207651956</nova:name>
Oct 16 14:48:47 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:48:47</nova:creationTime>
Oct 16 14:48:47 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:48:47 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:48:47 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:48:47 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:48:47 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:48:47 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:48:47 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:48:47 user nova-compute[74681]:       <nova:owner>
Oct 16 14:48:47 user nova-compute[74681]:         <nova:user uuid="4516270b53754ed4b355ca7700b98d63">tempest-AttachVolumeTestJSON-468114976-project-member</nova:user>
Oct 16 14:48:47 user nova-compute[74681]:         <nova:project uuid="24419861b6ce4abf92aefe468474454a">tempest-AttachVolumeTestJSON-468114976</nova:project>
Oct 16 14:48:47 user nova-compute[74681]:       </nova:owner>
Oct 16 14:48:47 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:48:47 user nova-compute[74681]:       <nova:ports>
Oct 16 14:48:47 user nova-compute[74681]:         <nova:port uuid="31941994-fa64-48ea-ae8d-52d1fafd0db6">
Oct 16 14:48:47 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 14:48:47 user nova-compute[74681]:         </nova:port>
Oct 16 14:48:47 user nova-compute[74681]:       </nova:ports>
Oct 16 14:48:47 user nova-compute[74681]:     </nova:instance>
Oct 16 14:48:47 user nova-compute[74681]:   </metadata>
Oct 16 14:48:47 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:48:47 user nova-compute[74681]:     <system>
Oct 16 14:48:47 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:48:47 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:48:47 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:48:47 user nova-compute[74681]:       <entry name="serial">09ad92c2-1590-4fdd-ba49-6846b9e089d6</entry>
Oct 16 14:48:47 user nova-compute[74681]:       <entry name="uuid">09ad92c2-1590-4fdd-ba49-6846b9e089d6</entry>
Oct 16 14:48:47 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:48:47 user nova-compute[74681]:     </system>
Oct 16 14:48:47 user nova-compute[74681]:   </sysinfo>
Oct 16 14:48:47 user nova-compute[74681]:   <os>
Oct 16 14:48:47 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:48:47 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:48:47 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:48:47 user nova-compute[74681]:   </os>
Oct 16 14:48:47 user nova-compute[74681]:   <features>
Oct 16 14:48:47 user nova-compute[74681]:     <acpi/>
Oct 16 14:48:47 user nova-compute[74681]:     <apic/>
Oct 16 14:48:47 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:48:47 user nova-compute[74681]:   </features>
Oct 16 14:48:47 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:48:47 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:48:47 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:48:47 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:48:47 user nova-compute[74681]:   </clock>
Oct 16 14:48:47 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:48:47 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:48:47 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:48:47 user nova-compute[74681]:   </cpu>
Oct 16 14:48:47 user nova-compute[74681]:   <devices>
Oct 16 14:48:47 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:48:47 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:48:47 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk"/>
Oct 16 14:48:47 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:48:47 user nova-compute[74681]:     </disk>
Oct 16 14:48:47 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:48:47 user nova-compute[74681]:       <mac address="fa:16:3e:59:d0:6a"/>
Oct 16 14:48:47 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:48:47 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:48:47 user nova-compute[74681]:       <target dev="tap31941994-fa"/>
Oct 16 14:48:47 user nova-compute[74681]:     </interface>
Oct 16 14:48:47 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:48:47 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/console.log" append="off"/>
Oct 16 14:48:47 user nova-compute[74681]:     </serial>
Oct 16 14:48:47 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:48:47 user nova-compute[74681]:     <video>
Oct 16 14:48:47 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:48:47 user nova-compute[74681]:     </video>
Oct 16 14:48:47 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:48:47 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:48:47 user nova-compute[74681]:     </rng>
Oct 16 14:48:47 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:48:47 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:48:47 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:48:47 user nova-compute[74681]:     </memballoon>
Oct 16 14:48:47 user nova-compute[74681]:   </devices>
Oct 16 14:48:47 user nova-compute[74681]: </domain>
Oct 16 14:48:47 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:48:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1207651956',display_name='tempest-AttachVolumeTestJSON-server-1207651956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1207651956',id=23,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC+p7Xlk9rZqJCg+OPrQeGC6siECjm/25rzKptulK4A+eqIQ2UkulnrQ8jTEb4MWlg5zn2V8ZIJnq/IwoeLuePXNSPW/9Ae9NMta+OKohDxkXMkbVDMT5fBTmE9wcFpMdw==',key_name='tempest-keypair-784883194',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-c6lacxjf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:48:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=09ad92c2-1590-4fdd-ba49-6846b9e089d6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:d0:6a,bridge_name='br-int',has_traffic_filtering=True,id=31941994-fa64-48ea-ae8d-52d1fafd0db6,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31941994-fa') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_vif [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d0:6a,bridge_name='br-int',has_traffic_filtering=True,id=31941994-fa64-48ea-ae8d-52d1fafd0db6,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31941994-fa') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '021a4de3-a7ea-5442-97ac-c86ed538692d', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap31941994-fa, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap31941994-fa, col_values=(('qos', UUID('938a68fa-c3bf-416a-ab23-14ead6cabf9d')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap31941994-fa, col_values=(('external_ids', {'iface-id': '31941994-fa64-48ea-ae8d-52d1fafd0db6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:d0:6a', 'vm-uuid': '09ad92c2-1590-4fdd-ba49-6846b9e089d6'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[63c1341f-e1bd-49a8-892f-3407cf96dae2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:48:47 user nova-compute[74681]: No targets found.
Oct 16 14:48:47 user nova-compute[74681]: iSNS:
Oct 16 14:48:47 user nova-compute[74681]: No targets found.
Oct 16 14:48:47 user nova-compute[74681]: STATIC:
Oct 16 14:48:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:48:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:48:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e
Oct 16 14:48:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9
Oct 16 14:48:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb
Oct 16 14:48:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:48:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:48:47 user nova-compute[74681]: FIRMWARE:
Oct 16 14:48:47 user nova-compute[74681]: No targets found.
Oct 16 14:48:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:48:47 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:48:47 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:47 user nova-compute[74681]: INFO os_vif [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:d0:6a,bridge_name='br-int',has_traffic_filtering=True,id=31941994-fa64-48ea-ae8d-52d1fafd0db6,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31941994-fa')
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc95263-201e-4b6f-9348-fa4ce09ad11b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e077fc02-a062-4802-abb6-83b1eace21db]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:48:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 (non-flash)
Oct 16 14:48:47 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:48:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d05deef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9'): ({'sdf'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Removing single pathed devices sdf {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fe45b0-d979-4f70-877f-dc0ca2ff7655]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No VIF found with MAC fa:16:3e:59:d0:6a, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58bc8945-c2ac-4039-90bf-32494fb0e038]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Flushing IO for device /dev/sdf {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[06edfb8a-3ca0-410d-ba39-d582f8e9a401]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.051s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[330ab1bb-a51d-439a-8430-0c91c20d0dd2]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac848506-6f19-4175-8216-1fcb47d0727d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[48d362f1-e139-4711-a7cc-295e3f0e456a]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260]
Oct 16 14:48:47 user nova-compute[74681]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9, portal: 172.16.0.220,3260] successful.
Oct 16 14:48:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.neutron [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updated VIF entry in instance network info cache for port 31941994-fa64-48ea-ae8d-52d1fafd0db6. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.network.neutron [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updating instance_info_cache with network_info: [{"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-10b2ce14-b5f2-42e7-8c3c-dfab3393265e req-4abf96f3-1e3d-452f-bc9c-7529a74563a6 service nova] Releasing lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9436f6ed-c1ad-4950-862b-9f75f6dbf8f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4e37ee-0575-414f-8c2c-385f7737d563]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] <== disconnect_volume: return (360ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:48:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-6065ab71-c902-4e8b-ad34-9151c445ed0a req-4061edb4-5654-4b26-99fa-fcac67f672bc service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6065ab71-c902-4e8b-ad34-9151c445ed0a req-4061edb4-5654-4b26-99fa-fcac67f672bc service nova] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6065ab71-c902-4e8b-ad34-9151c445ed0a req-4061edb4-5654-4b26-99fa-fcac67f672bc service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6065ab71-c902-4e8b-ad34-9151c445ed0a req-4061edb4-5654-4b26-99fa-fcac67f672bc service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-6065ab71-c902-4e8b-ad34-9151c445ed0a req-4061edb4-5654-4b26-99fa-fcac67f672bc service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] No waiting events found dispatching network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:48 user nova-compute[74681]: WARNING nova.compute.manager [req-6065ab71-c902-4e8b-ad34-9151c445ed0a req-4061edb4-5654-4b26-99fa-fcac67f672bc service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received unexpected event network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 for instance with vm_state building and task_state spawning.
Oct 16 14:48:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-36532f9d-9a00-4c9c-8133-7ba79ccea441 req-328f3d8f-1720-43d9-bb2b-1bfcfff25125 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-36532f9d-9a00-4c9c-8133-7ba79ccea441 req-328f3d8f-1720-43d9-bb2b-1bfcfff25125 service nova] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-36532f9d-9a00-4c9c-8133-7ba79ccea441 req-328f3d8f-1720-43d9-bb2b-1bfcfff25125 service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-36532f9d-9a00-4c9c-8133-7ba79ccea441 req-328f3d8f-1720-43d9-bb2b-1bfcfff25125 service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-36532f9d-9a00-4c9c-8133-7ba79ccea441 req-328f3d8f-1720-43d9-bb2b-1bfcfff25125 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] No waiting events found dispatching network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:48:50 user nova-compute[74681]: WARNING nova.compute.manager [req-36532f9d-9a00-4c9c-8133-7ba79ccea441 req-328f3d8f-1720-43d9-bb2b-1bfcfff25125 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received unexpected event network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 for instance with vm_state building and task_state spawning.
Oct 16 14:48:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:48:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:48:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Instance spawned successfully.
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:48:51 user nova-compute[74681]: INFO nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Took 6.13 seconds to spawn the instance on the hypervisor.
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:51 user nova-compute[74681]: INFO nova.compute.manager [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Took 6.99 seconds to build instance.
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0b263059-e462-4fe3-81fe-eeaea4ec75a6 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.089s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.301s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lazy-loading 'flavor' on Instance uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-812411de-4b78-4bd4-8d07-d266fc47bab3 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 28.458s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.271s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.volume.cinder [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Update attachment failed for attachment fc05b5be-a5fa-4bb8-a08d-a076b078a0e9. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-97d58819-42fc-4bf1-af08-a78e7fbf2620) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-97d58819-42fc-4bf1-af08-a78e7fbf2620)
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Failed to attach adb3442b-6459-490f-a724-10d8292d2fef at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-97d58819-42fc-4bf1-af08-a78e7fbf2620)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Traceback (most recent call last):
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     ret_val = method(obj, context, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     self._do_attach(context, instance, volume, volume_api,
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     self._volume_attach(context, volume, connector, instance,
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     connection_info = volume_api.attachment_update(
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     res = method(self, ctx, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     with excutils.save_and_reraise_exception():
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     self.force_reraise()
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     raise self.value
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     context, '3.44', skip_version_check=True).attachments.update(
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     return method.func(obj, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     resp = self._update('/attachments/%s' % id, body)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     return self._cs_request(url, 'PUT', **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     return self.request(url, method, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8]     raise exceptions.from_response(resp, body)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-97d58819-42fc-4bf1-af08-a78e7fbf2620)
Oct 16 14:48:55 user nova-compute[74681]: ERROR nova.compute.manager [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] 
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.173s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server [None req-e35ec96a-2905-4d1c-a36c-08bf499164c2 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-97d58819-42fc-4bf1-af08-a78e7fbf2620)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-97d58819-42fc-4bf1-af08-a78e7fbf2620)
Oct 16 14:48:55 user nova-compute[74681]: ERROR oslo_messaging.rpc.server 
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:56 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:56 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:48:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7498MB free_disk=25.239837646484375GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:48:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:48:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:48:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:48:56 user nova-compute[74681]: INFO nova.compute.manager [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] instance snapshotting
Oct 16 14:48:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Beginning live snapshot process
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9098875f-d785-408c-8e9f-fd86af5fb02d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance bec36427-b35c-4b8d-994c-1cab1900dcca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 386c2f04-4f4b-4468-9aed-cd52b9a122b4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 724db303-8383-4435-b996-a5a98ea6f5b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json -f qcow2" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json -f qcow2" returned: 0 in 0.214s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpsptmfrkn/b49afcb5599a4352b21deda0aaf71e75.delta 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpsptmfrkn/b49afcb5599a4352b21deda0aaf71e75.delta 1073741824" returned: 0 in 0.081s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:48:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.184s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 14:48:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 14:48:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] COPY block job progress, current cursor: 47972352 final cursor: 75497472 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 14:48:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 14:48:59 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:48:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpsptmfrkn/b49afcb5599a4352b21deda0aaf71e75.delta /opt/stack/data/nova/instances/snapshots/tmpsptmfrkn/b49afcb5599a4352b21deda0aaf71e75 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpsptmfrkn/b49afcb5599a4352b21deda0aaf71e75.delta /opt/stack/data/nova/instances/snapshots/tmpsptmfrkn/b49afcb5599a4352b21deda0aaf71e75" returned: 0 in 0.514s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:00 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Snapshot extracted, beginning image upload
Oct 16 14:49:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:00 user nova-compute[74681]: INFO nova.compute.manager [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Detaching volume 916edfb0-c618-4e37-9f18-d2d69e1c614e
Oct 16 14:49:00 user nova-compute[74681]: INFO nova.virt.block_device [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Attempting to driver detach volume 916edfb0-c618-4e37-9f18-d2d69e1c614e from mountpoint /dev/vdc
Oct 16 14:49:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Attempting to detach device vdc from instance bec36427-b35c-4b8d-994c-1cab1900dcca from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:49:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:49:00 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:49:00 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:49:00 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 14:49:00 user nova-compute[74681]:   <serial>916edfb0-c618-4e37-9f18-d2d69e1c614e</serial>
Oct 16 14:49:00 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:49:00 user nova-compute[74681]: </disk>
Oct 16 14:49:00 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:49:00 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully detached device vdc from instance bec36427-b35c-4b8d-994c-1cab1900dcca from the persistent domain config.
Oct 16 14:49:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance bec36427-b35c-4b8d-994c-1cab1900dcca from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:49:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:49:00 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:49:00 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:49:00 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 14:49:00 user nova-compute[74681]:   <serial>916edfb0-c618-4e37-9f18-d2d69e1c614e</serial>
Oct 16 14:49:00 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 14:49:00 user nova-compute[74681]: </disk>
Oct 16 14:49:00 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:49:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:49:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:49:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:02 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:49:02 user nova-compute[74681]: INFO nova.compute.claims [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Claim successful on node user
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.813s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:49:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.policy [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02dee7320e17451a9cffb76e9dbc66b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e869db5b65864fe7bc25754a8c755aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:49:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Creating image(s)
Oct 16 14:49:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "/opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "/opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "/opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "a9f482c1da45423a48ebd028b2fdab8bae1927d7" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "a9f482c1da45423a48ebd028b2fdab8bae1927d7" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Successfully created port: a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:49:04 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Snapshot image upload complete
Oct 16 14:49:04 user nova-compute[74681]: INFO nova.compute.manager [None req-6ebb2646-1ab1-416e-b508-e99731031f6a tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Took 7.40 seconds to snapshot the instance on the hypervisor.
Oct 16 14:49:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.part --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:04 user nova-compute[74681]: DEBUG nova.virt.images [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] 832887b3-8bf6-4c22-9d89-64b392bb70ba was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 14:49:04 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:49:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.part /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.part /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.converted" returned: 0 in 0.475s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7.converted --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "a9f482c1da45423a48ebd028b2fdab8bae1927d7" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.415s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Successfully updated port: a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing instance network info cache due to event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] Acquiring lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] Acquired lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7 --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "a9f482c1da45423a48ebd028b2fdab8bae1927d7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "a9f482c1da45423a48ebd028b2fdab8bae1927d7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f04b4516-54af-4586-b889-238589b36a30 req-a141cd6e-22cc-4046-816f-6507460e3863 service nova] Releasing lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquired lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7 --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7,backing_fmt=raw /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7,backing_fmt=raw /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk 1073741824" returned: 0 in 0.055s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "a9f482c1da45423a48ebd028b2fdab8bae1927d7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7 --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Releasing lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance network_info: |[{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Cannot resize image /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Ensure instance console log exists: /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Start _get_guest_xml network_info=[{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:48:59Z,direct_url=<?>,disk_format='qcow2',id=832887b3-8bf6-4c22-9d89-64b392bb70ba,min_disk=0,min_ram=0,name='tempest-scenario-img--1666972736',owner='e869db5b65864fe7bc25754a8c755aa0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:49:01Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '832887b3-8bf6-4c22-9d89-64b392bb70ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:49:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:49:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:48:59Z,direct_url=<?>,disk_format='qcow2',id=832887b3-8bf6-4c22-9d89-64b392bb70ba,min_disk=0,min_ram=0,name='tempest-scenario-img--1666972736',owner='e869db5b65864fe7bc25754a8c755aa0',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:49:01Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1051158746',display_name='tempest-TestMinimumBasicScenario-server-1051158746',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1051158746',id=24,image_ref='832887b3-8bf6-4c22-9d89-64b392bb70ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPry8DraS0uxL213tZ8yEntMG4zC2KoprbgRIAJYLsp7LfhNlWUE3Aj9e8ql+XHeGV5FA+1gIAR4E4bbg1tDZQ8tktS1gwMtgy4dFQHXynCFcZpaP1JlVtdXHdNY5Pg4VQ==',key_name='tempest-TestMinimumBasicScenario-1004570820',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-0ojy9h81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='832887b3-8bf6-4c22-9d89-64b392bb70ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:49:03Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=9965d0de-898e-43e8-b779-8b69f30965b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:a9:47,bridge_name='br-int',has_traffic_filtering=True,id=a71e282f-0bf6-4286-8bb7-0d9570727ba3,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa71e282f-0b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'pci_devices' on Instance uuid 9965d0de-898e-43e8-b779-8b69f30965b1 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:49:05 user nova-compute[74681]:   <uuid>9965d0de-898e-43e8-b779-8b69f30965b1</uuid>
Oct 16 14:49:05 user nova-compute[74681]:   <name>instance-00000018</name>
Oct 16 14:49:05 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:49:05 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:49:05 user nova-compute[74681]:   <metadata>
Oct 16 14:49:05 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:49:05 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:49:05 user nova-compute[74681]:       <nova:name>tempest-TestMinimumBasicScenario-server-1051158746</nova:name>
Oct 16 14:49:05 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:49:05</nova:creationTime>
Oct 16 14:49:05 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:49:05 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:49:05 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:49:05 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:49:05 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:49:05 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:49:05 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:49:05 user nova-compute[74681]:       <nova:owner>
Oct 16 14:49:05 user nova-compute[74681]:         <nova:user uuid="02dee7320e17451a9cffb76e9dbc66b3">tempest-TestMinimumBasicScenario-1223323326-project-member</nova:user>
Oct 16 14:49:05 user nova-compute[74681]:         <nova:project uuid="e869db5b65864fe7bc25754a8c755aa0">tempest-TestMinimumBasicScenario-1223323326</nova:project>
Oct 16 14:49:05 user nova-compute[74681]:       </nova:owner>
Oct 16 14:49:05 user nova-compute[74681]:       <nova:root type="image" uuid="832887b3-8bf6-4c22-9d89-64b392bb70ba"/>
Oct 16 14:49:05 user nova-compute[74681]:       <nova:ports>
Oct 16 14:49:05 user nova-compute[74681]:         <nova:port uuid="a71e282f-0bf6-4286-8bb7-0d9570727ba3">
Oct 16 14:49:05 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 14:49:05 user nova-compute[74681]:         </nova:port>
Oct 16 14:49:05 user nova-compute[74681]:       </nova:ports>
Oct 16 14:49:05 user nova-compute[74681]:     </nova:instance>
Oct 16 14:49:05 user nova-compute[74681]:   </metadata>
Oct 16 14:49:05 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:49:05 user nova-compute[74681]:     <system>
Oct 16 14:49:05 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:49:05 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:49:05 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:49:05 user nova-compute[74681]:       <entry name="serial">9965d0de-898e-43e8-b779-8b69f30965b1</entry>
Oct 16 14:49:05 user nova-compute[74681]:       <entry name="uuid">9965d0de-898e-43e8-b779-8b69f30965b1</entry>
Oct 16 14:49:05 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:49:05 user nova-compute[74681]:     </system>
Oct 16 14:49:05 user nova-compute[74681]:   </sysinfo>
Oct 16 14:49:05 user nova-compute[74681]:   <os>
Oct 16 14:49:05 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:49:05 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:49:05 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:49:05 user nova-compute[74681]:   </os>
Oct 16 14:49:05 user nova-compute[74681]:   <features>
Oct 16 14:49:05 user nova-compute[74681]:     <acpi/>
Oct 16 14:49:05 user nova-compute[74681]:     <apic/>
Oct 16 14:49:05 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:49:05 user nova-compute[74681]:   </features>
Oct 16 14:49:05 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:49:05 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:49:05 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:49:05 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:49:05 user nova-compute[74681]:   </clock>
Oct 16 14:49:05 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:49:05 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:49:05 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:49:05 user nova-compute[74681]:   </cpu>
Oct 16 14:49:05 user nova-compute[74681]:   <devices>
Oct 16 14:49:05 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:49:05 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:49:05 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk"/>
Oct 16 14:49:05 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:49:05 user nova-compute[74681]:     </disk>
Oct 16 14:49:05 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:49:05 user nova-compute[74681]:       <mac address="fa:16:3e:19:a9:47"/>
Oct 16 14:49:05 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:49:05 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:49:05 user nova-compute[74681]:       <target dev="tapa71e282f-0b"/>
Oct 16 14:49:05 user nova-compute[74681]:     </interface>
Oct 16 14:49:05 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:49:05 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/console.log" append="off"/>
Oct 16 14:49:05 user nova-compute[74681]:     </serial>
Oct 16 14:49:05 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:49:05 user nova-compute[74681]:     <video>
Oct 16 14:49:05 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:49:05 user nova-compute[74681]:     </video>
Oct 16 14:49:05 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:49:05 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:49:05 user nova-compute[74681]:     </rng>
Oct 16 14:49:05 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:49:05 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:49:05 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:49:05 user nova-compute[74681]:     </memballoon>
Oct 16 14:49:05 user nova-compute[74681]:   </devices>
Oct 16 14:49:05 user nova-compute[74681]: </domain>
Oct 16 14:49:05 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1051158746',display_name='tempest-TestMinimumBasicScenario-server-1051158746',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1051158746',id=24,image_ref='832887b3-8bf6-4c22-9d89-64b392bb70ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPry8DraS0uxL213tZ8yEntMG4zC2KoprbgRIAJYLsp7LfhNlWUE3Aj9e8ql+XHeGV5FA+1gIAR4E4bbg1tDZQ8tktS1gwMtgy4dFQHXynCFcZpaP1JlVtdXHdNY5Pg4VQ==',key_name='tempest-TestMinimumBasicScenario-1004570820',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-0ojy9h81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='832887b3-8bf6-4c22-9d89-64b392bb70ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:49:03Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=9965d0de-898e-43e8-b779-8b69f30965b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:a9:47,bridge_name='br-int',has_traffic_filtering=True,id=a71e282f-0bf6-4286-8bb7-0d9570727ba3,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa71e282f-0b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG os_vif [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a9:47,bridge_name='br-int',has_traffic_filtering=True,id=a71e282f-0bf6-4286-8bb7-0d9570727ba3,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa71e282f-0b') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13d743c6-1db2-56c2-9675-d2a0d781aa76', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa71e282f-0b, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa71e282f-0b, col_values=(('qos', UUID('77180911-a6f9-4963-8cde-1ec72bb84293')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa71e282f-0b, col_values=(('external_ids', {'iface-id': 'a71e282f-0bf6-4286-8bb7-0d9570727ba3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:a9:47', 'vm-uuid': '9965d0de-898e-43e8-b779-8b69f30965b1'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:06 user nova-compute[74681]: INFO os_vif [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a9:47,bridge_name='br-int',has_traffic_filtering=True,id=a71e282f-0bf6-4286-8bb7-0d9570727ba3,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa71e282f-0b')
Oct 16 14:49:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:49:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No VIF found with MAC fa:16:3e:19:a9:47, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-8bbc905c-b057-4288-a3bb-0d51f37b6237 req-d86a8336-4357-47fe-8755-b5aba1961fe0 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8bbc905c-b057-4288-a3bb-0d51f37b6237 req-d86a8336-4357-47fe-8755-b5aba1961fe0 service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8bbc905c-b057-4288-a3bb-0d51f37b6237 req-d86a8336-4357-47fe-8755-b5aba1961fe0 service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8bbc905c-b057-4288-a3bb-0d51f37b6237 req-d86a8336-4357-47fe-8755-b5aba1961fe0 service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-8bbc905c-b057-4288-a3bb-0d51f37b6237 req-d86a8336-4357-47fe-8755-b5aba1961fe0 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:07 user nova-compute[74681]: WARNING nova.compute.manager [req-8bbc905c-b057-4288-a3bb-0d51f37b6237 req-d86a8336-4357-47fe-8755-b5aba1961fe0 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received unexpected event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with vm_state building and task_state spawning.
Oct 16 14:49:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:49:09 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance spawned successfully.
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-ed2d9594-4031-4b2a-83f3-463c11d60aa5 req-db286f1f-3612-4153-b85e-996e941d37ff service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ed2d9594-4031-4b2a-83f3-463c11d60aa5 req-db286f1f-3612-4153-b85e-996e941d37ff service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ed2d9594-4031-4b2a-83f3-463c11d60aa5 req-db286f1f-3612-4153-b85e-996e941d37ff service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ed2d9594-4031-4b2a-83f3-463c11d60aa5 req-db286f1f-3612-4153-b85e-996e941d37ff service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-ed2d9594-4031-4b2a-83f3-463c11d60aa5 req-db286f1f-3612-4153-b85e-996e941d37ff service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:09 user nova-compute[74681]: WARNING nova.compute.manager [req-ed2d9594-4031-4b2a-83f3-463c11d60aa5 req-db286f1f-3612-4153-b85e-996e941d37ff service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received unexpected event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with vm_state building and task_state spawning.
Oct 16 14:49:10 user nova-compute[74681]: INFO nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Took 6.42 seconds to spawn the instance on the hypervisor.
Oct 16 14:49:10 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:49:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:10 user nova-compute[74681]: INFO nova.compute.manager [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Took 7.73 seconds to build instance.
Oct 16 14:49:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1320da3e-8d99-44e7-93d1-63b77f5f2fea tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.846s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:13 user nova-compute[74681]: INFO nova.compute.manager [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Unrescuing
Oct 16 14:49:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:49:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:49:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'flavor' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-366e71bd-3ab5-411f-af54-9d18dcc3646f req-4b8b3e8c-cc33-4347-ade3-97f83ecdcf4c service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-366e71bd-3ab5-411f-af54-9d18dcc3646f req-4b8b3e8c-cc33-4347-ade3-97f83ecdcf4c service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-366e71bd-3ab5-411f-af54-9d18dcc3646f req-4b8b3e8c-cc33-4347-ade3-97f83ecdcf4c service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-366e71bd-3ab5-411f-af54-9d18dcc3646f req-4b8b3e8c-cc33-4347-ade3-97f83ecdcf4c service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-366e71bd-3ab5-411f-af54-9d18dcc3646f req-4b8b3e8c-cc33-4347-ade3-97f83ecdcf4c service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:14 user nova-compute[74681]: WARNING nova.compute.manager [req-366e71bd-3ab5-411f-af54-9d18dcc3646f req-4b8b3e8c-cc33-4347-ade3-97f83ecdcf4c service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:49:14 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance destroyed successfully.
Oct 16 14:49:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:16 user nova-compute[74681]: WARNING nova.compute.manager [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:49:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:16 user nova-compute[74681]: WARNING nova.compute.manager [req-a4fab7d0-6952-4df4-8c2d-e5f101e7822b req-6baf2b5f-f5be-41e4-9a3f-bea91dbef78a service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:17 user nova-compute[74681]: INFO nova.compute.manager [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Terminating instance
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c6b927f-8cd0-4f01-a535-0d8e152bd4e1 req-8c8fba6a-e044-418b-9bdb-7c5eb661d536 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-vif-unplugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c6b927f-8cd0-4f01-a535-0d8e152bd4e1 req-8c8fba6a-e044-418b-9bdb-7c5eb661d536 service nova] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c6b927f-8cd0-4f01-a535-0d8e152bd4e1 req-8c8fba6a-e044-418b-9bdb-7c5eb661d536 service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0c6b927f-8cd0-4f01-a535-0d8e152bd4e1 req-8c8fba6a-e044-418b-9bdb-7c5eb661d536 service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c6b927f-8cd0-4f01-a535-0d8e152bd4e1 req-8c8fba6a-e044-418b-9bdb-7c5eb661d536 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] No waiting events found dispatching network-vif-unplugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-0c6b927f-8cd0-4f01-a535-0d8e152bd4e1 req-8c8fba6a-e044-418b-9bdb-7c5eb661d536 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-vif-unplugged-7e908a86-90bf-4714-8433-a629a8618104 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:49:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Instance destroyed successfully.
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lazy-loading 'resources' on Instance uuid 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2057925504',display_name='tempest-TestVolumeSwap-server-2057925504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2057925504',id=19,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFCoY7IHZmgjmbGptHRUChPQoXzan35wgBSnR2E+H0oldzKseA70ztTRGswctzB8QHeV1BIFrpYPR49Sr8TzF6Q4lFnFp029jpbKMynU3C723rHQ6sX8lwYGavDXLlQ2yw==',key_name='tempest-keypair-85406803',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:44:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9b6bb623e07040fd962d9fef634fc6f2',ramdisk_id='',reservation_id='r-av702zod',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-287219388',owner_user_name='tempest-TestVolumeSwap-287219388-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:44:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5acbee01077c41398d643215ba9e724b',uuid=6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Converting VIF {"id": "7e908a86-90bf-4714-8433-a629a8618104", "address": "fa:16:3e:28:c9:12", "network": {"id": "bd01df0c-2e86-4777-b457-33f3ff82d9a8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-822381300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9b6bb623e07040fd962d9fef634fc6f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e908a86-90", "ovs_interfaceid": "7e908a86-90bf-4714-8433-a629a8618104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:c9:12,bridge_name='br-int',has_traffic_filtering=True,id=7e908a86-90bf-4714-8433-a629a8618104,network=Network(bd01df0c-2e86-4777-b457-33f3ff82d9a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e908a86-90') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG os_vif [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:c9:12,bridge_name='br-int',has_traffic_filtering=True,id=7e908a86-90bf-4714-8433-a629a8618104,network=Network(bd01df0c-2e86-4777-b457-33f3ff82d9a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e908a86-90') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e908a86-90, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ad9d8209-4c6e-4752-ad5d-a544a390734d) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:17 user nova-compute[74681]: INFO os_vif [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:c9:12,bridge_name='br-int',has_traffic_filtering=True,id=7e908a86-90bf-4714-8433-a629a8618104,network=Network(bd01df0c-2e86-4777-b457-33f3ff82d9a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e908a86-90')
Oct 16 14:49:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Deleting instance files /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4_del
Oct 16 14:49:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Deletion of /opt/stack/data/nova/instances/6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4_del complete
Oct 16 14:49:17 user nova-compute[74681]: INFO nova.compute.manager [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 16 14:49:17 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:49:17 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:49:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-60f54300-12ca-4d46-ae5e-783dc2d65d1c req-04eda454-466d-4990-b21b-e1bffc15bd6d service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60f54300-12ca-4d46-ae5e-783dc2d65d1c req-04eda454-466d-4990-b21b-e1bffc15bd6d service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60f54300-12ca-4d46-ae5e-783dc2d65d1c req-04eda454-466d-4990-b21b-e1bffc15bd6d service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60f54300-12ca-4d46-ae5e-783dc2d65d1c req-04eda454-466d-4990-b21b-e1bffc15bd6d service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-60f54300-12ca-4d46-ae5e-783dc2d65d1c req-04eda454-466d-4990-b21b-e1bffc15bd6d service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:18 user nova-compute[74681]: WARNING nova.compute.manager [req-60f54300-12ca-4d46-ae5e-783dc2d65d1c req-04eda454-466d-4990-b21b-e1bffc15bd6d service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:49:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c3babb58-7d5b-464f-8b8c-a7d23eecd553 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:49:18 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:18 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Took 0.76 seconds to deallocate network for instance.
Oct 16 14:49:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.383s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:19 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Deleted allocations for instance 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4
Oct 16 14:49:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3fec65d2-864f-4f25-834f-fbd96bcc0639 tempest-TestVolumeSwap-287219388 tempest-TestVolumeSwap-287219388-project-member] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.235s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-e62643b9-eb50-44ee-8818-414d5c6d0de5 req-1564685b-d905-4a5b-a6d5-54178e68e6d1 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e62643b9-eb50-44ee-8818-414d5c6d0de5 req-1564685b-d905-4a5b-a6d5-54178e68e6d1 service nova] Acquiring lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e62643b9-eb50-44ee-8818-414d5c6d0de5 req-1564685b-d905-4a5b-a6d5-54178e68e6d1 service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e62643b9-eb50-44ee-8818-414d5c6d0de5 req-1564685b-d905-4a5b-a6d5-54178e68e6d1 service nova] Lock "6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-e62643b9-eb50-44ee-8818-414d5c6d0de5 req-1564685b-d905-4a5b-a6d5-54178e68e6d1 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] No waiting events found dispatching network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:19 user nova-compute[74681]: WARNING nova.compute.manager [req-e62643b9-eb50-44ee-8818-414d5c6d0de5 req-1564685b-d905-4a5b-a6d5-54178e68e6d1 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received unexpected event network-vif-plugged-7e908a86-90bf-4714-8433-a629a8618104 for instance with vm_state deleted and task_state None.
Oct 16 14:49:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-e62643b9-eb50-44ee-8818-414d5c6d0de5 req-1564685b-d905-4a5b-a6d5-54178e68e6d1 service nova] [instance: 6ed366e5-d3bb-4dc4-ad7e-56acad71ebc4] Received event network-vif-deleted-7e908a86-90bf-4714-8433-a629a8618104 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:21 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance bec36427-b35c-4b8d-994c-1cab1900dcca is timed out.
Oct 16 14:49:21 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully detached device vdc from instance bec36427-b35c-4b8d-994c-1cab1900dcca from the live domain config.
Oct 16 14:49:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CzYZVwdH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:49:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f03f54e3-a5ea-46cf-b5e2-c548a104053b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:49:21 user nova-compute[74681]: No targets found.
Oct 16 14:49:21 user nova-compute[74681]: iSNS:
Oct 16 14:49:21 user nova-compute[74681]: No targets found.
Oct 16 14:49:21 user nova-compute[74681]: STATIC:
Oct 16 14:49:21 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:49:21 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:49:21 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:49:21 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:49:21 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:49:21 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:49:21 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e
Oct 16 14:49:21 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:49:21 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:49:21 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb
Oct 16 14:49:21 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:49:21 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:49:21 user nova-compute[74681]: FIRMWARE:
Oct 16 14:49:21 user nova-compute[74681]: No targets found.
Oct 16 14:49:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:49:21 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:49:21 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7ebe99-e598-4d64-bb23-a65ce2b5d03f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[91486d32-c1aa-43f3-8342-eb1339ea57a4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:21 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:49:21 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:49:21 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:21 user nova-compute[74681]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e (non-flash)
Oct 16 14:49:21 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:49:21 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d04552d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e'): ({'sde'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Removing single pathed devices sde {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.050s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[47686060-25b0-4a45-8807-73d4a49529a9]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d82be9e1-04f0-43f0-82c0-5ddb16b8dff5]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flushing IO for device /dev/sde {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1d03f1-b007-44c6-8c4a-9b8b17db2fdb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[30110eb6-6164-427c-9dbf-1e622ee999e9]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[453dd3d7-0992-4c6e-83f9-3baa87e8c3d0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46d9b64-60c0-4ca4-89ee-1ff3db60ce6c]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260]
Oct 16 14:49:21 user nova-compute[74681]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e, portal: 172.16.0.220,3260] successful.
Oct 16 14:49:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:916edfb0-c618-4e37-9f18-d2d69e1c614e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[049647a7-2e7d-468f-9171-6f3000e1e2e8]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] <== disconnect_volume: return (344ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:49:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:49:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'flavor' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:49:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d94826d0-9af4-475a-838d-0a08354ac892 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.296s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:49:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:39 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:49:39 user nova-compute[74681]: INFO nova.compute.claims [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Claim successful on node user
Oct 16 14:49:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.network.neutron [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:49:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.policy [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dd2e980a54d4c028d8864619a384fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd87bfb396a4d4249b0665be0827034da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:49:40 user nova-compute[74681]: INFO nova.virt.block_device [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Booting with volume 632ee89d-7110-469a-913e-3f543fac552a at /dev/vda
Oct 16 14:49:40 user nova-compute[74681]: DEBUG os_brick.utils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[57616703-39e4-49ee-be64-af0e667756e6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0729fec-8c09-4bba-a201-5226e00cd5f1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[843ecacb-f1bb-464c-b9ae-6416d1eff30b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5efcc80-9a22-4674-91a5-e723442df404]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:49:40 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:49:40 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6707b4c7-83b3-4b0a-940f-b94b6486177e]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG os_brick.utils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:49:40 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating existing volume attachment record: 50abc0ce-f86f-4646-bb1e-226402772484 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Successfully created port: 0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Successfully updated port: 0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquired lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-changed-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Refreshing instance network info cache due to event network-changed-0aa7a83f-1871-482f-9573-9f871b23a7e4. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] Acquiring lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:49:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating instance_info_cache with network_info: [{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Releasing lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance network_info: |[{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] Acquired lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG nova.network.neutron [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Refreshing network info cache for port 0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG nova.network.neutron [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updated VIF entry in instance network info cache for port 0aa7a83f-1871-482f-9573-9f871b23a7e4. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG nova.network.neutron [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating instance_info_cache with network_info: [{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3cfa2b62-03c8-4c21-a5fe-ea9f73a03daa req-393e6023-c53f-426a-8a56-5c13b628f61e service nova] Releasing lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:49:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-changed-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing instance network info cache due to event network-changed-b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] Acquiring lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] Acquired lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.network.neutron [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Refreshing network info cache for port b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:45 user nova-compute[74681]: INFO nova.compute.manager [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Terminating instance
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Instance destroyed successfully.
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lazy-loading 'resources' on Instance uuid 386c2f04-4f4b-4468-9aed-cd52b9a122b4 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:44:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-913524050',display_name='tempest-TestShelveInstance-server-913524050',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-913524050',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAVVEK2itWxnPmp8vde3Ts2spZgAYZkEyhBwRqlYqbwDBBqZ8uGSlehnMeENLLDZQFm/5//+lVI1dGeHFr/nBSClv4dLfMe2Sv0kzTtkmkExnboMgePOtge8cShbhw39bA==',key_name='tempest-TestShelveInstance-594457406',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:48:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='06967ca98a6d4a488117eb82d1b76bce',ramdisk_id='',reservation_id='r-f3tqy81o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1649743238',owner_user_name='tempest-TestShelveInstance-1649743238-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:48:20Z,user_data=None,user_id='fa572050daf94075958cdec5ed3afa45',uuid=386c2f04-4f4b-4468-9aed-cd52b9a122b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converting VIF {"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG os_vif [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb501fa22-ef, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0fab21b-1117-41e5-9d5d-ddb16d74dc13) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:46 user nova-compute[74681]: INFO os_vif [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:1f:59,bridge_name='br-int',has_traffic_filtering=True,id=b501fa22-ef2b-4784-b299-998088688821,network=Network(e7ec36cf-c328-4c10-8dfe-93e52fde1622),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb501fa22-ef')
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'agzvZPiE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:49:46 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[91dda03f-0f4b-4c7f-94ed-6a812773d474]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:49:46 user nova-compute[74681]: No targets found.
Oct 16 14:49:46 user nova-compute[74681]: iSNS:
Oct 16 14:49:46 user nova-compute[74681]: No targets found.
Oct 16 14:49:46 user nova-compute[74681]: STATIC:
Oct 16 14:49:46 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:49:46 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:49:46 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:49:46 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:49:46 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:49:46 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:49:46 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb
Oct 16 14:49:46 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:49:46 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:49:46 user nova-compute[74681]: FIRMWARE:
Oct 16 14:49:46 user nova-compute[74681]: No targets found.
Oct 16 14:49:46 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:49:46 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:49:46 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e782602-4b03-4874-a2ca-d04867e960e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec9f994-f247-47a9-ad35-c8fe04ef7f3b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:46 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:49:46 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:46 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:46 user nova-compute[74681]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb (non-flash)
Oct 16 14:49:46 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:46 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e03cf910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.network.neutron [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updated VIF entry in instance network info cache for port b501fa22-ef2b-4784-b299-998088688821. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.network.neutron [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [{"id": "b501fa22-ef2b-4784-b299-998088688821", "address": "fa:16:3e:16:1f:59", "network": {"id": "e7ec36cf-c328-4c10-8dfe-93e52fde1622", "bridge": "br-int", "label": "tempest-TestShelveInstance-1907638384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "06967ca98a6d4a488117eb82d1b76bce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb501fa22-ef", "ovs_interfaceid": "b501fa22-ef2b-4784-b299-998088688821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e895d83a-f50a-4a7a-a0aa-bfe81f556ed8]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e43fdf32-3825-4cec-a83c-120fc4d46078 req-6a077575-bcc9-42d9-b5c0-e19244d1b534 service nova] Releasing lock "refresh_cache-386c2f04-4f4b-4468-9aed-cd52b9a122b4" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9bef0d-03e6-46fe-a9c0-ea7c44e98bb7]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff29481-03f4-45a8-96e4-a4dc93c67eb0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[808c9f89-fd27-4ac2-b34a-0b9b8d7ffda9]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_c0fada1a', '/dev/disk/by-id/scsi-23434386639316363', '/dev/disk/by-id/scsi-1SCST_BIOc0fada1a-448f91cca7748f37') {{(pid=85882) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f10629-e557-4820-ab01-3140a8e14785]: (4, None) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e80f81ed-542e-4742-a40f-2e4447177f5b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ef4d1c3-a378-4124-a27a-575c9b5f715f]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260]
Oct 16 14:49:46 user nova-compute[74681]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb, portal: 172.16.0.220,3260] successful.
Oct 16 14:49:46 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81f5a1c9-23d2-4a3e-8a30-04fb1621abcb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d5e0a5-90df-4a80-a8e8-ed88f67e914a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] <== disconnect_volume: return (348ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:49:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Deleting instance files /opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4_del
Oct 16 14:49:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Deletion of /opt/stack/data/nova/instances/386c2f04-4f4b-4468-9aed-cd52b9a122b4_del complete
Oct 16 14:49:46 user nova-compute[74681]: INFO nova.compute.manager [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 16 14:49:46 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:46 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Took 0.42 seconds to deallocate network for instance.
Oct 16 14:49:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-c4482581-9eb1-49e8-97b4-e6c319c7bad8 req-8d696893-4fd8-425e-b24c-ea2ca70cedc3 service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-deleted-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-unplugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-unplugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-unplugged-b501fa22-ef2b-4784-b299-998088688821 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] Acquiring lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] No waiting events found dispatching network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:47 user nova-compute[74681]: WARNING nova.compute.manager [req-60052f55-5e38-46e9-9046-ea0c920ac403 req-5aae2862-dee8-40b3-b364-c231d92b5b7c service nova] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Received unexpected event network-vif-plugged-b501fa22-ef2b-4784-b299-998088688821 for instance with vm_state active and task_state deleting.
Oct 16 14:49:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:49:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:51 user nova-compute[74681]: INFO nova.compute.manager [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Terminating instance
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-cb267db8-8b71-4fb0-b21c-d4ff16509fef req-f1f1e05c-b6fa-43c9-aff5-c582aad24bd1 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-unplugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cb267db8-8b71-4fb0-b21c-d4ff16509fef req-f1f1e05c-b6fa-43c9-aff5-c582aad24bd1 service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cb267db8-8b71-4fb0-b21c-d4ff16509fef req-f1f1e05c-b6fa-43c9-aff5-c582aad24bd1 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cb267db8-8b71-4fb0-b21c-d4ff16509fef req-f1f1e05c-b6fa-43c9-aff5-c582aad24bd1 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-cb267db8-8b71-4fb0-b21c-d4ff16509fef req-f1f1e05c-b6fa-43c9-aff5-c582aad24bd1 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-unplugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-cb267db8-8b71-4fb0-b21c-d4ff16509fef req-f1f1e05c-b6fa-43c9-aff5-c582aad24bd1 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-unplugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:49:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Instance destroyed successfully.
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'resources' on Instance uuid bec36427-b35c-4b8d-994c-1cab1900dcca {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1666744152',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1666744152',id=17,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJuQ0hq9lFQCaYNqfGLAgIKKEwi3pdO3hTzv3qiNhdA7VnWA0jgW4Ux/FclVQXMrL3wSyiO23BJxs9IQyvvuxAhfj1/FvJ/8FR6yem/TYvO+nd1GQs9JDNk7e9Sl4aARvA==',key_name='tempest-keypair-895550277',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:47:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-5326ucva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:47:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=bec36427-b35c-4b8d-994c-1cab1900dcca,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "eec4b150-0f27-44a5-aac3-869695d39b64", "address": "fa:16:3e:b5:0e:4d", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4b150-0f", "ovs_interfaceid": "eec4b150-0f27-44a5-aac3-869695d39b64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG os_vif [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeec4b150-0f, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32dabedc-973e-4ecd-96e5-6494641bd19e) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:51 user nova-compute[74681]: INFO os_vif [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:0e:4d,bridge_name='br-int',has_traffic_filtering=True,id=eec4b150-0f27-44a5-aac3-869695d39b64,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4b150-0f')
Oct 16 14:49:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Deleting instance files /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca_del
Oct 16 14:49:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Deletion of /opt/stack/data/nova/instances/bec36427-b35c-4b8d-994c-1cab1900dcca_del complete
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:51 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:49:52 user nova-compute[74681]: INFO nova.compute.manager [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:52 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Took 0.74 seconds to deallocate network for instance.
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.564s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:53 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Deleted allocations for instance bec36427-b35c-4b8d-994c-1cab1900dcca
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:53 user nova-compute[74681]: INFO nova.compute.manager [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Took 6.77 seconds to detach 1 volumes for instance.
Oct 16 14:49:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] [instance: 386c2f04-4f4b-4468-9aed-cd52b9a122b4] Deleting volume: 81f5a1c9-23d2-4a3e-8a30-04fb1621abcb {{(pid=74681) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c65573a4-5149-4a57-9924-0527f43da0e9 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.553s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-1a8285c0-d476-4564-bed6-f73b921b58e2 req-556e5d7b-ff40-4810-a4b0-a78c256091c0 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1a8285c0-d476-4564-bed6-f73b921b58e2 req-556e5d7b-ff40-4810-a4b0-a78c256091c0 service nova] Acquiring lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1a8285c0-d476-4564-bed6-f73b921b58e2 req-556e5d7b-ff40-4810-a4b0-a78c256091c0 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1a8285c0-d476-4564-bed6-f73b921b58e2 req-556e5d7b-ff40-4810-a4b0-a78c256091c0 service nova] Lock "bec36427-b35c-4b8d-994c-1cab1900dcca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-1a8285c0-d476-4564-bed6-f73b921b58e2 req-556e5d7b-ff40-4810-a4b0-a78c256091c0 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] No waiting events found dispatching network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:49:53 user nova-compute[74681]: WARNING nova.compute.manager [req-1a8285c0-d476-4564-bed6-f73b921b58e2 req-556e5d7b-ff40-4810-a4b0-a78c256091c0 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received unexpected event network-vif-plugged-eec4b150-0f27-44a5-aac3-869695d39b64 for instance with vm_state deleted and task_state None.
Oct 16 14:49:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-1a8285c0-d476-4564-bed6-f73b921b58e2 req-556e5d7b-ff40-4810-a4b0-a78c256091c0 service nova] [instance: bec36427-b35c-4b8d-994c-1cab1900dcca] Received event network-vif-deleted-eec4b150-0f27-44a5-aac3-869695d39b64 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.548s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:54 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Deleted allocations for instance 386c2f04-4f4b-4468-9aed-cd52b9a122b4
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cf05cbd-64ed-49c3-8f25-59e40dadb48c tempest-TestShelveInstance-1649743238 tempest-TestShelveInstance-1649743238-project-member] Lock "386c2f04-4f4b-4468-9aed-cd52b9a122b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.317s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:56 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:49:56 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7439MB free_disk=25.15723419189453GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9098875f-d785-408c-8e9f-fd86af5fb02d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 724db303-8383-4435-b996-a5a98ea6f5b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9965d0de-898e-43e8-b779-8b69f30965b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.546s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:49:58 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Creating image(s)
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Ensure instance console log exists: /opt/stack/data/nova/instances/3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Start _get_guest_xml network_info=[{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f', 'attached_at': '', 'detached_at': '', 'volume_id': '632ee89d-7110-469a-913e-3f543fac552a', 'serial': '632ee89d-7110-469a-913e-3f543fac552a'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '50abc0ce-f86f-4646-bb1e-226402772484', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:49:58 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:49:58 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:49:58 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:49:58 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:49:58 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2428d8-2bf5-472e-9cd6-e89305626337]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:49:58 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e99dba1-0b7c-4fc4-a721-4b58f53b0330]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a] added
Oct 16 14:49:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9b2433c-e1bd-49e3-843c-c5289b94af4a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e062c125-51e3-49f6-82d8-11568809539f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwxaTYEQ {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwxaTYEQ" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b93cf0-6b6f-4c41-ba15-275412436a0f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LwxaTYEQ'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1e53a32-9079-478d-8ee9-221ddcdf2252]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd794da-0e75-4c90-89c5-d087aad49976]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[51dfb9d1-b2ad-4013-bc2f-3f680e33efdc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]
Oct 16 14:49:58 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.
Oct 16 14:49:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c42ea62a-21f6-45ab-ad11-6570fedc3183]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9eb6782-064f-4c77-9066-ff6c2981bcc7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:49:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:49:58 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:49:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] HCTL ('34', '-', '-', 0) found on session 27 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[860bc619-0332-4113-8cf1-93d628e6dd9d]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:49:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26631356137343234', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631356137343234', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1176572159',display_name='tempest-ServerActionsTestOtherA-server-1176572159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1176572159',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-gu04j40m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:49:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'pci_devices' on Instance uuid 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:49:59 user nova-compute[74681]:   <uuid>3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f</uuid>
Oct 16 14:49:59 user nova-compute[74681]:   <name>instance-00000019</name>
Oct 16 14:49:59 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:49:59 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:49:59 user nova-compute[74681]:   <metadata>
Oct 16 14:49:59 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:49:59 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:49:59 user nova-compute[74681]:       <nova:name>tempest-ServerActionsTestOtherA-server-1176572159</nova:name>
Oct 16 14:49:59 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:49:58</nova:creationTime>
Oct 16 14:49:59 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:49:59 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:49:59 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:49:59 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:49:59 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:49:59 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:49:59 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:49:59 user nova-compute[74681]:       <nova:owner>
Oct 16 14:49:59 user nova-compute[74681]:         <nova:user uuid="3dd2e980a54d4c028d8864619a384fcc">tempest-ServerActionsTestOtherA-816239739-project-member</nova:user>
Oct 16 14:49:59 user nova-compute[74681]:         <nova:project uuid="d87bfb396a4d4249b0665be0827034da">tempest-ServerActionsTestOtherA-816239739</nova:project>
Oct 16 14:49:59 user nova-compute[74681]:       </nova:owner>
Oct 16 14:49:59 user nova-compute[74681]:       <nova:ports>
Oct 16 14:49:59 user nova-compute[74681]:         <nova:port uuid="0aa7a83f-1871-482f-9573-9f871b23a7e4">
Oct 16 14:49:59 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 14:49:59 user nova-compute[74681]:         </nova:port>
Oct 16 14:49:59 user nova-compute[74681]:       </nova:ports>
Oct 16 14:49:59 user nova-compute[74681]:     </nova:instance>
Oct 16 14:49:59 user nova-compute[74681]:   </metadata>
Oct 16 14:49:59 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:49:59 user nova-compute[74681]:     <system>
Oct 16 14:49:59 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:49:59 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:49:59 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:49:59 user nova-compute[74681]:       <entry name="serial">3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f</entry>
Oct 16 14:49:59 user nova-compute[74681]:       <entry name="uuid">3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f</entry>
Oct 16 14:49:59 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:49:59 user nova-compute[74681]:     </system>
Oct 16 14:49:59 user nova-compute[74681]:   </sysinfo>
Oct 16 14:49:59 user nova-compute[74681]:   <os>
Oct 16 14:49:59 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:49:59 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:49:59 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:49:59 user nova-compute[74681]:   </os>
Oct 16 14:49:59 user nova-compute[74681]:   <features>
Oct 16 14:49:59 user nova-compute[74681]:     <acpi/>
Oct 16 14:49:59 user nova-compute[74681]:     <apic/>
Oct 16 14:49:59 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:49:59 user nova-compute[74681]:   </features>
Oct 16 14:49:59 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:49:59 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:49:59 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:49:59 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:49:59 user nova-compute[74681]:   </clock>
Oct 16 14:49:59 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:49:59 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:49:59 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:49:59 user nova-compute[74681]:   </cpu>
Oct 16 14:49:59 user nova-compute[74681]:   <devices>
Oct 16 14:49:59 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:49:59 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:49:59 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 14:49:59 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:49:59 user nova-compute[74681]:       <serial>632ee89d-7110-469a-913e-3f543fac552a</serial>
Oct 16 14:49:59 user nova-compute[74681]:     </disk>
Oct 16 14:49:59 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:49:59 user nova-compute[74681]:       <mac address="fa:16:3e:70:27:d3"/>
Oct 16 14:49:59 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:49:59 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:49:59 user nova-compute[74681]:       <target dev="tap0aa7a83f-18"/>
Oct 16 14:49:59 user nova-compute[74681]:     </interface>
Oct 16 14:49:59 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:49:59 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f/console.log" append="off"/>
Oct 16 14:49:59 user nova-compute[74681]:     </serial>
Oct 16 14:49:59 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:49:59 user nova-compute[74681]:     <video>
Oct 16 14:49:59 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:49:59 user nova-compute[74681]:     </video>
Oct 16 14:49:59 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:49:59 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:49:59 user nova-compute[74681]:     </rng>
Oct 16 14:49:59 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:49:59 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:49:59 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:49:59 user nova-compute[74681]:     </memballoon>
Oct 16 14:49:59 user nova-compute[74681]:   </devices>
Oct 16 14:49:59 user nova-compute[74681]: </domain>
Oct 16 14:49:59 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1176572159',display_name='tempest-ServerActionsTestOtherA-server-1176572159',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1176572159',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-gu04j40m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:49:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG os_vif [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd85dbe51-18e0-52fb-ab0b-8424e70c72e6', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0aa7a83f-18, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0aa7a83f-18, col_values=(('qos', UUID('86795cf9-107a-4be9-8801-6adb2bd936e6')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0aa7a83f-18, col_values=(('external_ids', {'iface-id': '0aa7a83f-1871-482f-9573-9f871b23a7e4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:27:d3', 'vm-uuid': '3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:49:59 user nova-compute[74681]: INFO os_vif [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18')
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:49:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No VIF found with MAC fa:16:3e:70:27:d3, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-a73c7931-bcf3-430a-82f8-6c3e2d6e65f4 req-7098182b-6200-4a9a-912b-1cd47044cb17 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a73c7931-bcf3-430a-82f8-6c3e2d6e65f4 req-7098182b-6200-4a9a-912b-1cd47044cb17 service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a73c7931-bcf3-430a-82f8-6c3e2d6e65f4 req-7098182b-6200-4a9a-912b-1cd47044cb17 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a73c7931-bcf3-430a-82f8-6c3e2d6e65f4 req-7098182b-6200-4a9a-912b-1cd47044cb17 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-a73c7931-bcf3-430a-82f8-6c3e2d6e65f4 req-7098182b-6200-4a9a-912b-1cd47044cb17 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:50:01 user nova-compute[74681]: WARNING nova.compute.manager [req-a73c7931-bcf3-430a-82f8-6c3e2d6e65f4 req-7098182b-6200-4a9a-912b-1cd47044cb17 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received unexpected event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with vm_state building and task_state spawning.
Oct 16 14:50:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-50c0c0ac-c79a-403f-aa83-30698d57cfc3 req-f8d691e3-81e8-4462-878f-c25d52570a6f service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50c0c0ac-c79a-403f-aa83-30698d57cfc3 req-f8d691e3-81e8-4462-878f-c25d52570a6f service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50c0c0ac-c79a-403f-aa83-30698d57cfc3 req-f8d691e3-81e8-4462-878f-c25d52570a6f service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-50c0c0ac-c79a-403f-aa83-30698d57cfc3 req-f8d691e3-81e8-4462-878f-c25d52570a6f service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-50c0c0ac-c79a-403f-aa83-30698d57cfc3 req-f8d691e3-81e8-4462-878f-c25d52570a6f service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:50:03 user nova-compute[74681]: WARNING nova.compute.manager [req-50c0c0ac-c79a-403f-aa83-30698d57cfc3 req-f8d691e3-81e8-4462-878f-c25d52570a6f service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received unexpected event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with vm_state building and task_state spawning.
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:50:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance spawned successfully.
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:03 user nova-compute[74681]: INFO nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Took 5.25 seconds to spawn the instance on the hypervisor.
Oct 16 14:50:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:50:03 user nova-compute[74681]: INFO nova.compute.manager [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Took 23.68 seconds to build instance.
Oct 16 14:50:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-26da902e-6c1e-4c72-804a-21ecd761b5d1 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.787s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-changed-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Refreshing instance network info cache due to event network-changed-c6bb71d3-7b93-4806-9883-44a6790fb9a5. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] Acquiring lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] Acquired lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG nova.network.neutron [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Refreshing network info cache for port c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG nova.network.neutron [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updated VIF entry in instance network info cache for port c6bb71d3-7b93-4806-9883-44a6790fb9a5. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG nova.network.neutron [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updating instance_info_cache with network_info: [{"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:50:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dc7cf7cc-8419-4fd5-8a13-7248546d5489 req-c6a22e6f-5100-4d29-8f17-a213f0087365 service nova] Releasing lock "refresh_cache-724db303-8383-4435-b996-a5a98ea6f5b6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:50:11 user nova-compute[74681]: INFO nova.compute.manager [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Rebuilding instance
Oct 16 14:50:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-86e8cbc8-0f15-4972-8f8b-1b3feb06bb46 req-4a184dd5-e02f-4f39-9ec0-8b08c513934a service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86e8cbc8-0f15-4972-8f8b-1b3feb06bb46 req-4a184dd5-e02f-4f39-9ec0-8b08c513934a service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86e8cbc8-0f15-4972-8f8b-1b3feb06bb46 req-4a184dd5-e02f-4f39-9ec0-8b08c513934a service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86e8cbc8-0f15-4972-8f8b-1b3feb06bb46 req-4a184dd5-e02f-4f39-9ec0-8b08c513934a service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-86e8cbc8-0f15-4972-8f8b-1b3feb06bb46 req-4a184dd5-e02f-4f39-9ec0-8b08c513934a service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:50:11 user nova-compute[74681]: WARNING nova.compute.manager [req-86e8cbc8-0f15-4972-8f8b-1b3feb06bb46 req-4a184dd5-e02f-4f39-9ec0-8b08c513934a service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state rebuilding.
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:12 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance destroyed successfully.
Oct 16 14:50:12 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance destroyed successfully.
Oct 16 14:50:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:48:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-386922442',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1234072622',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCcQJU3pnFRRJPKVhrV2f+P1J2hhS4lunsDkh+re3A3LChwg5lQK39o6jt5wut8f4Ow0OX88YIfjZHdzTZ1iC7Ym/xe74MLLWx2ghTp2LgIqEfhBdNsC6MrSMGpR6cVrBA==',key_name='tempest-keypair-604269887',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:48:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8e5431cdbd194b67a5f741cd5641c6d6',ramdisk_id='',reservation_id='r-t1ikny8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1544406745',owner_user_name='tempest-ServerActionsV293TestJSON-1544406745-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:50:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b2ef2772ce341e4b3de868194b934f2',uuid=724db303-8383-4435-b996-a5a98ea6f5b6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converting VIF {"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_vif [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc6bb71d3-7b, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6b2261d-70bd-4c19-b6d6-594a0f01b4c5) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:50:12 user nova-compute[74681]: INFO os_vif [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b')
Oct 16 14:50:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:50:12 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e8ef0f-b704-4c1a-a282-a8f996e7d4fa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:50:12 user nova-compute[74681]: No targets found.
Oct 16 14:50:12 user nova-compute[74681]: iSNS:
Oct 16 14:50:12 user nova-compute[74681]: No targets found.
Oct 16 14:50:12 user nova-compute[74681]: STATIC:
Oct 16 14:50:12 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:50:12 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:50:12 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:50:12 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:50:12 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:50:12 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:50:12 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:50:12 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:50:12 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:50:12 user nova-compute[74681]: FIRMWARE:
Oct 16 14:50:12 user nova-compute[74681]: No targets found.
Oct 16 14:50:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:50:12 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:50:12 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8eaa18-4151-4f30-9549-4ab53d60db1e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a5db7f-98c7-4561-9aef-a10b4407240b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:50:12 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:50:12 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:50:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:50:12 user nova-compute[74681]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:50:12 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:50:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e00f3c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[35464ef0-0ac9-40f6-bcd5-0b6b57010a84]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e68d979a-622f-4c2f-9314-b2b6f292211a]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b425e235-fedb-4e43-8eaf-92b013895d86]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5bd77d9-e180-460b-90cc-c3586eff54cf]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b617a8bf-9638-4b7f-9531-85b3b6c955af]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58865e06-d65f-40e4-9c92-2829cc4f2ff4]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]
Oct 16 14:50:12 user nova-compute[74681]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.
Oct 16 14:50:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e1cdc8-eb06-46af-a92b-e87d13f5a1d8]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] <== disconnect_volume: return (347ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:50:12 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Deleting instance files /opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6_del
Oct 16 14:50:12 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Deletion of /opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6_del complete
Oct 16 14:50:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 724db303-8383-4435-b996-a5a98ea6f5b6 could not be found.
Oct 16 14:50:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:50:12 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b43a748-a2fd-4e0b-bbde-1b95f5b6ed1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:50:12 user nova-compute[74681]: No targets found.
Oct 16 14:50:12 user nova-compute[74681]: iSNS:
Oct 16 14:50:12 user nova-compute[74681]: No targets found.
Oct 16 14:50:12 user nova-compute[74681]: STATIC:
Oct 16 14:50:12 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:50:12 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:50:12 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:50:12 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:50:12 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:50:12 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:50:12 user nova-compute[74681]: FIRMWARE:
Oct 16 14:50:12 user nova-compute[74681]: No targets found.
Oct 16 14:50:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:50:12 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:50:12 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8449311d-64d4-485e-8c16-6125c93e9eef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b52edd9-e59c-4175-bc74-f866a9849c43]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:50:12 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:50:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:50:12 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:50:12 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e00f30a0>, {}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Disconnecting from: [] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.072s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] <== disconnect_volume: return (73ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:50:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Preparing to wait for external event volume-reimaged-2acb9cb2-9574-4fac-b148-6e060c0ea53c {{(pid=74681) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-625d7858-9c86-44ae-9fb0-1341668d441c req-15087e22-9c10-46e5-ac55-e6ed89e57867 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-625d7858-9c86-44ae-9fb0-1341668d441c req-15087e22-9c10-46e5-ac55-e6ed89e57867 service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-625d7858-9c86-44ae-9fb0-1341668d441c req-15087e22-9c10-46e5-ac55-e6ed89e57867 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-625d7858-9c86-44ae-9fb0-1341668d441c req-15087e22-9c10-46e5-ac55-e6ed89e57867 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-625d7858-9c86-44ae-9fb0-1341668d441c req-15087e22-9c10-46e5-ac55-e6ed89e57867 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No event matching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 in dict_keys([('volume-reimaged', '2acb9cb2-9574-4fac-b148-6e060c0ea53c')]) {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Oct 16 14:50:13 user nova-compute[74681]: WARNING nova.compute.manager [req-625d7858-9c86-44ae-9fb0-1341668d441c req-15087e22-9c10-46e5-ac55-e6ed89e57867 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state rebuilding.
Oct 16 14:50:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-changed-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Refreshing instance network info cache due to event network-changed-31941994-fa64-48ea-ae8d-52d1fafd0db6. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:50:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] Acquiring lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:50:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] Acquired lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:50:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Refreshing network info cache for port 31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:50:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updated VIF entry in instance network info cache for port 31941994-fa64-48ea-ae8d-52d1fafd0db6. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:50:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updating instance_info_cache with network_info: [{"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:50:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d5430542-f6f3-4ef7-8b94-713e79b18a5b req-ba4b1ce0-5443-4e12-a6d8-f9732ab021fa service nova] Releasing lock "refresh_cache-09ad92c2-1590-4fdd-ba49-6846b9e089d6" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:50:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG nova.compute.manager [req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 req-87c8625a-1e0f-4019-8fe8-31c99d425963 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event volume-reimaged-2acb9cb2-9574-4fac-b148-6e060c0ea53c {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 req-87c8625a-1e0f-4019-8fe8-31c99d425963 service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 req-87c8625a-1e0f-4019-8fe8-31c99d425963 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 req-87c8625a-1e0f-4019-8fe8-31c99d425963 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG nova.compute.manager [req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 req-87c8625a-1e0f-4019-8fe8-31c99d425963 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Processing event volume-reimaged-2acb9cb2-9574-4fac-b148-6e060c0ea53c {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 16 14:50:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance event wait completed in 26 seconds for volume-reimaged {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:50:41 user nova-compute[74681]: INFO nova.virt.block_device [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Booting with volume 2acb9cb2-9574-4fac-b148-6e060c0ea53c at /dev/vda
Oct 16 14:50:41 user nova-compute[74681]: DEBUG os_brick.utils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[916ad91d-80c7-4b8f-ad92-837be1b106a8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9772184-2180-44dc-b856-c177abbb1d5e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1039978c-47a2-4d00-aa3c-aa63ae3a09a8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2bd2f73-2bb3-4f85-a872-3ed1769f83b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:50:41 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:50:41 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d949d97-8fb0-4127-a62a-1d443c63873a]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG os_brick.utils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:50:41 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updating existing volume attachment record: 616a8d64-b9cc-426a-b9f2-2fccebf87178 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG nova.objects.instance [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:42 user nova-compute[74681]: INFO nova.compute.manager [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Attaching volume b1730a12-0cb4-459d-b632-5f516c459f28 to /dev/vdb
Oct 16 14:50:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG os_brick.utils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80559a0-3ff7-441f-a401-e94b229d86e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce2635a-9ac2-486c-8169-fed0f7d36125]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f6da14f-02a8-4a21-b6f5-4dc96a4ea4d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[63b1bf0b-201c-4e6a-ae21-42a767acdaf6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:50:42 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:50:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[165f301a-1f93-433e-948c-e24c09e5b9a7]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG os_brick.utils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:50:42 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updating existing volume attachment record: 98a3341f-3b1f-489b-8b95-42c27aed322c {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:50:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:50:46 user nova-compute[74681]: INFO nova.compute.claims [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Claim successful on node user
Oct 16 14:50:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.614s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:50:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.policy [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952b0cf9d1094360aa8074368d9f94e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b12edc98b442ebbfeaecd294532d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:50:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Creating image(s)
Oct 16 14:50:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.225s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk 1073741824" returned: 0 in 0.051s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Cannot resize image /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Ensure instance console log exists: /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Successfully created port: 04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Successfully updated port: 04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquired lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-changed-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing instance network info cache due to event network-changed-04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] Acquiring lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:50:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Releasing lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance network_info: |[{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] Acquired lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Start _get_guest_xml network_info=[{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:50:50 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:50:50 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1058262131',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1058262131',id=26,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIWaQxyawdmoCm6k83zB7Jn/Wa7GmXgQcvWQWveF3aIE+fBee4sYB66cgETgyBw1fP5a5tHJpUzF7/7/ikLPCtw0c0MxTCaV/OyXtlMvgkrJt3pKYENGLRwB/X96RfN2zg==',key_name='tempest-keypair-861499966',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-ub5hkoew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:50:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=4b1a7705-f7ff-4c17-9078-13c558714c1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'pci_devices' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:50:50 user nova-compute[74681]:   <uuid>4b1a7705-f7ff-4c17-9078-13c558714c1c</uuid>
Oct 16 14:50:50 user nova-compute[74681]:   <name>instance-0000001a</name>
Oct 16 14:50:50 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:50:50 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:50:50 user nova-compute[74681]:   <metadata>
Oct 16 14:50:50 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:50:50 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:50:50 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1058262131</nova:name>
Oct 16 14:50:50 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:50:50</nova:creationTime>
Oct 16 14:50:50 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:50:50 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:50:50 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:50:50 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:50:50 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:50:50 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:50:50 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:50:50 user nova-compute[74681]:       <nova:owner>
Oct 16 14:50:50 user nova-compute[74681]:         <nova:user uuid="952b0cf9d1094360aa8074368d9f94e0">tempest-AttachVolumeShelveTestJSON-537628858-project-member</nova:user>
Oct 16 14:50:50 user nova-compute[74681]:         <nova:project uuid="81b12edc98b442ebbfeaecd294532d96">tempest-AttachVolumeShelveTestJSON-537628858</nova:project>
Oct 16 14:50:50 user nova-compute[74681]:       </nova:owner>
Oct 16 14:50:50 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:50:50 user nova-compute[74681]:       <nova:ports>
Oct 16 14:50:50 user nova-compute[74681]:         <nova:port uuid="04067c21-0db2-4b59-a087-46833fc86faa">
Oct 16 14:50:50 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 16 14:50:50 user nova-compute[74681]:         </nova:port>
Oct 16 14:50:50 user nova-compute[74681]:       </nova:ports>
Oct 16 14:50:50 user nova-compute[74681]:     </nova:instance>
Oct 16 14:50:50 user nova-compute[74681]:   </metadata>
Oct 16 14:50:50 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:50:50 user nova-compute[74681]:     <system>
Oct 16 14:50:50 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:50:50 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:50:50 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:50:50 user nova-compute[74681]:       <entry name="serial">4b1a7705-f7ff-4c17-9078-13c558714c1c</entry>
Oct 16 14:50:50 user nova-compute[74681]:       <entry name="uuid">4b1a7705-f7ff-4c17-9078-13c558714c1c</entry>
Oct 16 14:50:50 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:50:50 user nova-compute[74681]:     </system>
Oct 16 14:50:50 user nova-compute[74681]:   </sysinfo>
Oct 16 14:50:50 user nova-compute[74681]:   <os>
Oct 16 14:50:50 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:50:50 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:50:50 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:50:50 user nova-compute[74681]:   </os>
Oct 16 14:50:50 user nova-compute[74681]:   <features>
Oct 16 14:50:50 user nova-compute[74681]:     <acpi/>
Oct 16 14:50:50 user nova-compute[74681]:     <apic/>
Oct 16 14:50:50 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:50:50 user nova-compute[74681]:   </features>
Oct 16 14:50:50 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:50:50 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:50:50 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:50:50 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:50:50 user nova-compute[74681]:   </clock>
Oct 16 14:50:50 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:50:50 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:50:50 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:50:50 user nova-compute[74681]:   </cpu>
Oct 16 14:50:50 user nova-compute[74681]:   <devices>
Oct 16 14:50:50 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:50:50 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:50:50 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk"/>
Oct 16 14:50:50 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:50:50 user nova-compute[74681]:     </disk>
Oct 16 14:50:50 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:50:50 user nova-compute[74681]:       <mac address="fa:16:3e:cc:81:66"/>
Oct 16 14:50:50 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:50:50 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:50:50 user nova-compute[74681]:       <target dev="tap04067c21-0d"/>
Oct 16 14:50:50 user nova-compute[74681]:     </interface>
Oct 16 14:50:50 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:50:50 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/console.log" append="off"/>
Oct 16 14:50:50 user nova-compute[74681]:     </serial>
Oct 16 14:50:50 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:50:50 user nova-compute[74681]:     <video>
Oct 16 14:50:50 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:50:50 user nova-compute[74681]:     </video>
Oct 16 14:50:50 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:50:50 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:50:50 user nova-compute[74681]:     </rng>
Oct 16 14:50:50 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:50:50 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:50:50 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:50:50 user nova-compute[74681]:     </memballoon>
Oct 16 14:50:50 user nova-compute[74681]:   </devices>
Oct 16 14:50:50 user nova-compute[74681]: </domain>
Oct 16 14:50:50 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1058262131',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1058262131',id=26,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIWaQxyawdmoCm6k83zB7Jn/Wa7GmXgQcvWQWveF3aIE+fBee4sYB66cgETgyBw1fP5a5tHJpUzF7/7/ikLPCtw0c0MxTCaV/OyXtlMvgkrJt3pKYENGLRwB/X96RfN2zg==',key_name='tempest-keypair-861499966',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-ub5hkoew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:50:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=4b1a7705-f7ff-4c17-9078-13c558714c1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG os_vif [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5bfce732-7f0b-5a7d-8554-59006746c0e4', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04067c21-0d, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04067c21-0d, col_values=(('qos', UUID('22d8b1d2-95d3-4d5e-a6de-fa0b523fd1f2')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04067c21-0d, col_values=(('external_ids', {'iface-id': '04067c21-0db2-4b59-a087-46833fc86faa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:81:66', 'vm-uuid': '4b1a7705-f7ff-4c17-9078-13c558714c1c'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:50 user nova-compute[74681]: INFO os_vif [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d')
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No VIF found with MAC fa:16:3e:cc:81:66, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updated VIF entry in instance network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:50:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b010330-e6de-4ebd-a489-5fcf901ba05d req-d278236f-80c9-418e-ab34-c4446ff1d976 service nova] Releasing lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:50:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:50:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance spawned successfully.
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:50:54 user nova-compute[74681]: INFO nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Took 7.29 seconds to spawn the instance on the hypervisor.
Oct 16 14:50:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:50:54 user nova-compute[74681]: INFO nova.compute.manager [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Took 8.27 seconds to build instance.
Oct 16 14:50:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0aedf903-7393-403f-8618-61b9dccc1c4a tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.385s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-ca97541c-b71c-4bdd-ba71-ef2952422a8d req-4b79a6cf-a6c1-490c-abbd-f484f2b8ad7a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ca97541c-b71c-4bdd-ba71-ef2952422a8d req-4b79a6cf-a6c1-490c-abbd-f484f2b8ad7a service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ca97541c-b71c-4bdd-ba71-ef2952422a8d req-4b79a6cf-a6c1-490c-abbd-f484f2b8ad7a service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ca97541c-b71c-4bdd-ba71-ef2952422a8d req-4b79a6cf-a6c1-490c-abbd-f484f2b8ad7a service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-ca97541c-b71c-4bdd-ba71-ef2952422a8d req-4b79a6cf-a6c1-490c-abbd-f484f2b8ad7a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:50:55 user nova-compute[74681]: WARNING nova.compute.manager [req-ca97541c-b71c-4bdd-ba71-ef2952422a8d req-4b79a6cf-a6c1-490c-abbd-f484f2b8ad7a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state None.
Oct 16 14:50:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "2524eb93-5207-4e5f-ba41-76757b0cb1fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "2524eb93-5207-4e5f-ba41-76757b0cb1fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:50:56 user nova-compute[74681]: INFO nova.compute.claims [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Claim successful on node user
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:50:56 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updating instance_info_cache with network_info: [{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.manager [req-965de099-82a9-499c-bba6-00fea2888bca req-d06538ff-20f5-400e-8032-01db9f839ccb service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-965de099-82a9-499c-bba6-00fea2888bca req-d06538ff-20f5-400e-8032-01db9f839ccb service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-965de099-82a9-499c-bba6-00fea2888bca req-d06538ff-20f5-400e-8032-01db9f839ccb service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-965de099-82a9-499c-bba6-00fea2888bca req-d06538ff-20f5-400e-8032-01db9f839ccb service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.manager [req-965de099-82a9-499c-bba6-00fea2888bca req-d06538ff-20f5-400e-8032-01db9f839ccb service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:50:57 user nova-compute[74681]: WARNING nova.compute.manager [req-965de099-82a9-499c-bba6-00fea2888bca req-d06538ff-20f5-400e-8032-01db9f839ccb service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state None.
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.771s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.220s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:50:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:50:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:57 user nova-compute[74681]: INFO nova.virt.block_device [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Booting with volume-backed-image 7dc08035-5a60-4504-a355-f38fcc11d54f at /dev/vda
Oct 16 14:50:57 user nova-compute[74681]: DEBUG nova.policy [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14b40f44598a4491b192d97175b9829a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128859ddacf54bc9acbef5a2f95d058e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Successfully created port: a838736b-b092-4b70-8142-8b1e719f3373 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'flavor' on Instance uuid 9965d0de-898e-43e8-b779-8b69f30965b1 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.076s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:50:59 user nova-compute[74681]: INFO nova.compute.manager [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Attaching volume 51c3134b-897c-4797-8d02-6897f81e96b0 to /dev/vdb
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG os_brick.utils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Successfully updated port: a838736b-b092-4b70-8142-8b1e719f3373 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Received event network-changed-a838736b-b092-4b70-8142-8b1e719f3373 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Refreshing instance network info cache due to event network-changed-a838736b-b092-4b70-8142-8b1e719f3373. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] Acquiring lock "refresh_cache-2524eb93-5207-4e5f-ba41-76757b0cb1fa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] Acquired lock "refresh_cache-2524eb93-5207-4e5f-ba41-76757b0cb1fa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG nova.network.neutron [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Refreshing network info cache for port a838736b-b092-4b70-8142-8b1e719f3373 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:50:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.607s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "refresh_cache-2524eb93-5207-4e5f-ba41-76757b0cb1fa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da5794d-b5c0-485a-b674-c2daa09d7234]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[888b206f-74cc-4370-b2b8-8da63ff069f2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.network.neutron [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e46c73d-cc67-45e8-aad3-84d73450b7f0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba4940b-38d3-4aee-9955-16745229145a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:00 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c09dd2-7d7f-42f5-be1f-7476388df654]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.utils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== get_connector_properties: return (211ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating existing volume attachment record: 6401299b-1447-4df0-bc67-c543e4a17d77 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:51:00 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Creating image(s)
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Ensure instance console log exists: /opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Start _get_guest_xml network_info=[{"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '724db303-8383-4435-b996-a5a98ea6f5b6', 'attached_at': '', 'detached_at': '', 'volume_id': '2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'serial': '2acb9cb2-9574-4fac-b148-6e060c0ea53c'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '616a8d64-b9cc-426a-b9f2-2fccebf87178', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.network.neutron [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:00 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 14:51:00 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc2c2752-24ad-401e-8a55-e37fec4a7bda req-3177ea13-fd6e-40ea-9892-4ddde673f959 service nova] Releasing lock "refresh_cache-2524eb93-5207-4e5f-ba41-76757b0cb1fa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquired lock "refresh_cache-2524eb93-5207-4e5f-ba41-76757b0cb1fa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lazy-loading 'vcpu_model' on Instance uuid 724db303-8383-4435-b996-a5a98ea6f5b6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:00 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:00 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:00 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab44472-7243-48ac-9a87-697b174400a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:51:00 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9776233-566b-4566-8652-530190f778a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c] added
Oct 16 14:51:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.093s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb68f03a-52d7-413b-8c3a-3abf2f9d5934]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[df0428c0-997e-4a4e-a298-c31e1585dda9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DQqlJKGg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DQqlJKGg" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3532c16-e3f9-468d-9b82-4c3d91ca4152]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DQqlJKGg'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c612e446-9caa-431c-8b4f-ea5a971c8b12]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Updating instance_info_cache with network_info: [{"id": "a838736b-b092-4b70-8142-8b1e719f3373", "address": "fa:16:3e:67:88:91", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa838736b-b0", "ovs_interfaceid": "a838736b-b092-4b70-8142-8b1e719f3373", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e561b5b-316e-4447-b00b-455ff5ab174f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:00 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:00 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Releasing lock "refresh_cache-2524eb93-5207-4e5f-ba41-76757b0cb1fa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Instance network_info: |[{"id": "a838736b-b092-4b70-8142-8b1e719f3373", "address": "fa:16:3e:67:88:91", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa838736b-b0", "ovs_interfaceid": "a838736b-b092-4b70-8142-8b1e719f3373", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[da128ab5-5f70-49e7-a275-e6016dda038d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]
Oct 16 14:51:00 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.
Oct 16 14:51:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[28386bf2-725c-4350-bc8c-a9b363d20bf8]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[540ce746-e76a-4baf-aa87-7859fe5f5e7e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:00 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:00 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:00 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:00 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.509s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afdb538-1db0-4f64-ae05-8055c924326e]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:51:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QFkIuZnK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:01 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:51:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.264s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.559s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] <== connect_volume: return (1563ms) {'type': 'block', 'scsi_wwn': '26632386134333535', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632386134333535', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.282s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:02 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:02 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.243s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aef28b8-8570-4afb-8263-b50131c43680]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:51:02 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:48:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-386922442',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1234072622',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCcQJU3pnFRRJPKVhrV2f+P1J2hhS4lunsDkh+re3A3LChwg5lQK39o6jt5wut8f4Ow0OX88YIfjZHdzTZ1iC7Ym/xe74MLLWx2ghTp2LgIqEfhBdNsC6MrSMGpR6cVrBA==',key_name='tempest-keypair-604269887',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:48:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8e5431cdbd194b67a5f741cd5641c6d6',ramdisk_id='',reservation_id='r-t1ikny8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1544406745',owner_user_name='tempest-ServerActionsV293TestJSON-1544406745-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:50:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b2ef2772ce341e4b3de868194b934f2',uuid=724db303-8383-4435-b996-a5a98ea6f5b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converting VIF {"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:51:02 user nova-compute[74681]:   <uuid>724db303-8383-4435-b996-a5a98ea6f5b6</uuid>
Oct 16 14:51:02 user nova-compute[74681]:   <name>instance-00000016</name>
Oct 16 14:51:02 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:51:02 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:51:02 user nova-compute[74681]:   <metadata>
Oct 16 14:51:02 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:51:02 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:51:02 user nova-compute[74681]:       <nova:name>tempest-ServerActionsV293TestJSON-server-386922442</nova:name>
Oct 16 14:51:02 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:51:00</nova:creationTime>
Oct 16 14:51:02 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:51:02 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:51:02 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:51:02 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:51:02 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:51:02 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:51:02 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:51:02 user nova-compute[74681]:       <nova:owner>
Oct 16 14:51:02 user nova-compute[74681]:         <nova:user uuid="7b2ef2772ce341e4b3de868194b934f2">tempest-ServerActionsV293TestJSON-1544406745-project-member</nova:user>
Oct 16 14:51:02 user nova-compute[74681]:         <nova:project uuid="8e5431cdbd194b67a5f741cd5641c6d6">tempest-ServerActionsV293TestJSON-1544406745</nova:project>
Oct 16 14:51:02 user nova-compute[74681]:       </nova:owner>
Oct 16 14:51:02 user nova-compute[74681]:       <nova:ports>
Oct 16 14:51:02 user nova-compute[74681]:         <nova:port uuid="c6bb71d3-7b93-4806-9883-44a6790fb9a5">
Oct 16 14:51:02 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 14:51:02 user nova-compute[74681]:         </nova:port>
Oct 16 14:51:02 user nova-compute[74681]:       </nova:ports>
Oct 16 14:51:02 user nova-compute[74681]:     </nova:instance>
Oct 16 14:51:02 user nova-compute[74681]:   </metadata>
Oct 16 14:51:02 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:51:02 user nova-compute[74681]:     <system>
Oct 16 14:51:02 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:51:02 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:51:02 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:51:02 user nova-compute[74681]:       <entry name="serial">724db303-8383-4435-b996-a5a98ea6f5b6</entry>
Oct 16 14:51:02 user nova-compute[74681]:       <entry name="uuid">724db303-8383-4435-b996-a5a98ea6f5b6</entry>
Oct 16 14:51:02 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:51:02 user nova-compute[74681]:     </system>
Oct 16 14:51:02 user nova-compute[74681]:   </sysinfo>
Oct 16 14:51:02 user nova-compute[74681]:   <os>
Oct 16 14:51:02 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:51:02 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:51:02 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:51:02 user nova-compute[74681]:   </os>
Oct 16 14:51:02 user nova-compute[74681]:   <features>
Oct 16 14:51:02 user nova-compute[74681]:     <acpi/>
Oct 16 14:51:02 user nova-compute[74681]:     <apic/>
Oct 16 14:51:02 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:51:02 user nova-compute[74681]:   </features>
Oct 16 14:51:02 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:51:02 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:51:02 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:51:02 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:51:02 user nova-compute[74681]:   </clock>
Oct 16 14:51:02 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:51:02 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:51:02 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:51:02 user nova-compute[74681]:   </cpu>
Oct 16 14:51:02 user nova-compute[74681]:   <devices>
Oct 16 14:51:02 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:51:02 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:51:02 user nova-compute[74681]:       <source dev="/dev/sdb"/>
Oct 16 14:51:02 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:51:02 user nova-compute[74681]:       <serial>2acb9cb2-9574-4fac-b148-6e060c0ea53c</serial>
Oct 16 14:51:02 user nova-compute[74681]:     </disk>
Oct 16 14:51:02 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:51:02 user nova-compute[74681]:       <mac address="fa:16:3e:f7:11:45"/>
Oct 16 14:51:02 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:51:02 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:51:02 user nova-compute[74681]:       <target dev="tapc6bb71d3-7b"/>
Oct 16 14:51:02 user nova-compute[74681]:     </interface>
Oct 16 14:51:02 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:51:02 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6/console.log" append="off"/>
Oct 16 14:51:02 user nova-compute[74681]:     </serial>
Oct 16 14:51:02 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:51:02 user nova-compute[74681]:     <video>
Oct 16 14:51:02 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:51:02 user nova-compute[74681]:     </video>
Oct 16 14:51:02 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:51:02 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:51:02 user nova-compute[74681]:     </rng>
Oct 16 14:51:02 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:51:02 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:51:02 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:51:02 user nova-compute[74681]:     </memballoon>
Oct 16 14:51:02 user nova-compute[74681]:   </devices>
Oct 16 14:51:02 user nova-compute[74681]: </domain>
Oct 16 14:51:02 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:48:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-386922442',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1234072622',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCcQJU3pnFRRJPKVhrV2f+P1J2hhS4lunsDkh+re3A3LChwg5lQK39o6jt5wut8f4Ow0OX88YIfjZHdzTZ1iC7Ym/xe74MLLWx2ghTp2LgIqEfhBdNsC6MrSMGpR6cVrBA==',key_name='tempest-keypair-604269887',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:48:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8e5431cdbd194b67a5f741cd5641c6d6',ramdisk_id='',reservation_id='r-t1ikny8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1544406745',owner_user_name='tempest-ServerActionsV293TestJSON-1544406745-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:50:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b2ef2772ce341e4b3de868194b934f2',uuid=724db303-8383-4435-b996-a5a98ea6f5b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converting VIF {"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_vif [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d90d44d-b5a8-4ae4-be25-150b6004c4f1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28] added
Oct 16 14:51:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b35b9bf5-3674-5983-ad9c-ea1d23ed3ed2', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc6bb71d3-7b, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc6bb71d3-7b, col_values=(('qos', UUID('2829c7f8-1ca7-44cd-93a8-c5dc47ee63c6')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc6bb71d3-7b, col_values=(('external_ids', {'iface-id': 'c6bb71d3-7b93-4806-9883-44a6790fb9a5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:11:45', 'vm-uuid': '724db303-8383-4435-b996-a5a98ea6f5b6'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[57d72c14-f08b-4e35-b224-728f90c5cc93]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:02 user nova-compute[74681]: INFO os_vif [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b')
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3764c311-435f-4247-8c0f-1b542829ed5c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QFkIuZnK {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QFkIuZnK" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba341352-b271-40a2-8ea2-d55db5f89176]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QFkIuZnK'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] No VIF found with MAC fa:16:3e:f7:11:45, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[71453dfa-e1be-4cd4-a1b1-590c8a6fc05b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0eea56f-7f76-4357-807c-cb72e433082e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c328090-f7a8-4b6a-804c-ac01333d34f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260]
Oct 16 14:51:02 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260] successful.
Oct 16 14:51:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf183ed-f5de-485a-9481-016401a93de2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8cab4d-aa9d-4d76-90b5-d76d156cde22]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:02 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.419s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] HCTL ('36', '-', '-', 0) found on session 30 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a73fe85-144e-429a-bdc9-2b305d52f1e2]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching for a device in session 30 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QFkIuZnK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.830s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== connect_volume: return (2113ms) {'type': 'block', 'scsi_wwn': '23436333738383338', 'path': '/dev/sde'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23436333738383338', 'path': '/dev/sde'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:51:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:51:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:51:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7635MB free_disk=25.142539978027344GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG nova.objects.instance [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:51:03 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:51:03 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:51:03 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:51:03 user nova-compute[74681]:   <serial>b1730a12-0cb4-459d-b632-5f516c459f28</serial>
Oct 16 14:51:03 user nova-compute[74681]: </disk>
Oct 16 14:51:03 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:51:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9098875f-d785-408c-8e9f-fd86af5fb02d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 724db303-8383-4435-b996-a5a98ea6f5b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9965d0de-898e-43e8-b779-8b69f30965b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 4b1a7705-f7ff-4c17-9078-13c558714c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 2524eb93-5207-4e5f-ba41-76757b0cb1fa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-26d2ed59-79ea-4cdf-b6a4-f5ebfee1a6bf req-fd72024a-40ca-4aec-b55b-dac08f22ea31 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-26d2ed59-79ea-4cdf-b6a4-f5ebfee1a6bf req-fd72024a-40ca-4aec-b55b-dac08f22ea31 service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-26d2ed59-79ea-4cdf-b6a4-f5ebfee1a6bf req-fd72024a-40ca-4aec-b55b-dac08f22ea31 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-26d2ed59-79ea-4cdf-b6a4-f5ebfee1a6bf req-fd72024a-40ca-4aec-b55b-dac08f22ea31 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-26d2ed59-79ea-4cdf-b6a4-f5ebfee1a6bf req-fd72024a-40ca-4aec-b55b-dac08f22ea31 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:04 user nova-compute[74681]: WARNING nova.compute.manager [req-26d2ed59-79ea-4cdf-b6a4-f5ebfee1a6bf req-fd72024a-40ca-4aec-b55b-dac08f22ea31 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state rebuild_spawning.
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No VIF found with MAC fa:16:3e:59:d0:6a, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-4c1038d6-5b08-45b0-b767-0ec9d67c323a tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.287s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:51:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.153s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-926b40b8-4639-4dd5-b8f7-3d2672623a9f req-10c732d4-4dae-49f1-ac47-06d7cb552868 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-926b40b8-4639-4dd5-b8f7-3d2672623a9f req-10c732d4-4dae-49f1-ac47-06d7cb552868 service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-926b40b8-4639-4dd5-b8f7-3d2672623a9f req-10c732d4-4dae-49f1-ac47-06d7cb552868 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-926b40b8-4639-4dd5-b8f7-3d2672623a9f req-10c732d4-4dae-49f1-ac47-06d7cb552868 service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-926b40b8-4639-4dd5-b8f7-3d2672623a9f req-10c732d4-4dae-49f1-ac47-06d7cb552868 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:06 user nova-compute[74681]: WARNING nova.compute.manager [req-926b40b8-4639-4dd5-b8f7-3d2672623a9f req-10c732d4-4dae-49f1-ac47-06d7cb552868 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state rebuild_spawning.
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:51:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance spawned successfully.
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74681) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 16 14:51:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f96d459f-bf89-4468-8cfb-3e891c0e89a1 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.101s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:13 user nova-compute[74681]: DEBUG nova.objects.instance [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:51:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:14 user nova-compute[74681]: INFO nova.compute.manager [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Attaching volume d9392ce2-7dc3-4103-a915-776585bc56c6 to /dev/vdc
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:51:14 user nova-compute[74681]: INFO nova.compute.claims [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Claim successful on node user
Oct 16 14:51:14 user nova-compute[74681]: DEBUG os_brick.utils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e051a7-1178-4f38-a8c6-6fffd807fb2b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[db5823fa-96a0-483a-8198-abb435de419b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41ed8d4-4a9e-4ecb-b20f-e8c153891f66]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[27dfa79e-ecd2-4042-8d3c-4572dfbcf1ee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:14 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3781f185-358f-4b3c-a5f8-50ac56879629]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG os_brick.utils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updating existing volume attachment record: 18d3d4a5-9b5c-4ec2-a87f-5d921bd06d05 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.695s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:51:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:51:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:51:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG nova.policy [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7facc6859b4e96b9334c2c070c91b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54cba8f29d4e45d8a8b9167241af846c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:51:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Creating image(s)
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.428s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.236s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk 1073741824" returned: 0 in 0.066s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.311s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Checking if we can resize image /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Successfully created port: aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Cannot resize image /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Ensure instance console log exists: /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Successfully updated port: aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing instance network info cache due to event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance network_info: |[{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Start _get_guest_xml network_info=[{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:51:17 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:51:17 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:51:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1452465992',display_name='tempest-ServerRescueNegativeTestJSON-server-1452465992',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1452465992',id=28,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuervSKyzisxkJuZak/KG5iNW/cQ4SXgPfuRZ+jBAJ75NSPx1kSzGYMlJKt2kpvX6UGFut3fvgfKCYb+mCY99C96eEhG8tPd9vizTWM214dCei9qiAOOf3k+MVc8gfZUQ==',key_name='tempest-keypair-2010988880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-x50i0rlj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=53af04e2-3c48-4940-be0e-5c0e318c9733,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'pci_devices' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:51:17 user nova-compute[74681]:   <uuid>53af04e2-3c48-4940-be0e-5c0e318c9733</uuid>
Oct 16 14:51:17 user nova-compute[74681]:   <name>instance-0000001c</name>
Oct 16 14:51:17 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:51:17 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:51:17 user nova-compute[74681]:   <metadata>
Oct 16 14:51:17 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:51:17 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:51:17 user nova-compute[74681]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1452465992</nova:name>
Oct 16 14:51:17 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:51:17</nova:creationTime>
Oct 16 14:51:17 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:51:17 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:51:17 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:51:17 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:51:17 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:51:17 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:51:17 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:51:17 user nova-compute[74681]:       <nova:owner>
Oct 16 14:51:17 user nova-compute[74681]:         <nova:user uuid="9a7facc6859b4e96b9334c2c070c91b3">tempest-ServerRescueNegativeTestJSON-730393390-project-member</nova:user>
Oct 16 14:51:17 user nova-compute[74681]:         <nova:project uuid="54cba8f29d4e45d8a8b9167241af846c">tempest-ServerRescueNegativeTestJSON-730393390</nova:project>
Oct 16 14:51:17 user nova-compute[74681]:       </nova:owner>
Oct 16 14:51:17 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:51:17 user nova-compute[74681]:       <nova:ports>
Oct 16 14:51:17 user nova-compute[74681]:         <nova:port uuid="aff930ec-233c-4075-8fcf-9187e7bff3a9">
Oct 16 14:51:17 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 16 14:51:17 user nova-compute[74681]:         </nova:port>
Oct 16 14:51:17 user nova-compute[74681]:       </nova:ports>
Oct 16 14:51:17 user nova-compute[74681]:     </nova:instance>
Oct 16 14:51:17 user nova-compute[74681]:   </metadata>
Oct 16 14:51:17 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:51:17 user nova-compute[74681]:     <system>
Oct 16 14:51:17 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:51:17 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:51:17 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:51:17 user nova-compute[74681]:       <entry name="serial">53af04e2-3c48-4940-be0e-5c0e318c9733</entry>
Oct 16 14:51:17 user nova-compute[74681]:       <entry name="uuid">53af04e2-3c48-4940-be0e-5c0e318c9733</entry>
Oct 16 14:51:17 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:51:17 user nova-compute[74681]:     </system>
Oct 16 14:51:17 user nova-compute[74681]:   </sysinfo>
Oct 16 14:51:17 user nova-compute[74681]:   <os>
Oct 16 14:51:17 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:51:17 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:51:17 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:51:17 user nova-compute[74681]:   </os>
Oct 16 14:51:17 user nova-compute[74681]:   <features>
Oct 16 14:51:17 user nova-compute[74681]:     <acpi/>
Oct 16 14:51:17 user nova-compute[74681]:     <apic/>
Oct 16 14:51:17 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:51:17 user nova-compute[74681]:   </features>
Oct 16 14:51:17 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:51:17 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:51:17 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:51:17 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:51:17 user nova-compute[74681]:   </clock>
Oct 16 14:51:17 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:51:17 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:51:17 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:51:17 user nova-compute[74681]:   </cpu>
Oct 16 14:51:17 user nova-compute[74681]:   <devices>
Oct 16 14:51:17 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:51:17 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:51:17 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk"/>
Oct 16 14:51:17 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:51:17 user nova-compute[74681]:     </disk>
Oct 16 14:51:17 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:51:17 user nova-compute[74681]:       <mac address="fa:16:3e:41:19:92"/>
Oct 16 14:51:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:51:17 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:51:17 user nova-compute[74681]:       <target dev="tapaff930ec-23"/>
Oct 16 14:51:17 user nova-compute[74681]:     </interface>
Oct 16 14:51:17 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:51:17 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/console.log" append="off"/>
Oct 16 14:51:17 user nova-compute[74681]:     </serial>
Oct 16 14:51:17 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:51:17 user nova-compute[74681]:     <video>
Oct 16 14:51:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:51:17 user nova-compute[74681]:     </video>
Oct 16 14:51:17 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:51:17 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:51:17 user nova-compute[74681]:     </rng>
Oct 16 14:51:17 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:51:17 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:51:17 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:51:17 user nova-compute[74681]:     </memballoon>
Oct 16 14:51:17 user nova-compute[74681]:   </devices>
Oct 16 14:51:17 user nova-compute[74681]: </domain>
Oct 16 14:51:17 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:51:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1452465992',display_name='tempest-ServerRescueNegativeTestJSON-server-1452465992',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1452465992',id=28,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuervSKyzisxkJuZak/KG5iNW/cQ4SXgPfuRZ+jBAJ75NSPx1kSzGYMlJKt2kpvX6UGFut3fvgfKCYb+mCY99C96eEhG8tPd9vizTWM214dCei9qiAOOf3k+MVc8gfZUQ==',key_name='tempest-keypair-2010988880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-x50i0rlj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=53af04e2-3c48-4940-be0e-5c0e318c9733,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG os_vif [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '973c9eaa-1f59-5e34-bc48-1a82eb421d0a', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaff930ec-23, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaff930ec-23, col_values=(('qos', UUID('cdf7d431-821b-423d-a404-38190bb0b516')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaff930ec-23, col_values=(('external_ids', {'iface-id': 'aff930ec-233c-4075-8fcf-9187e7bff3a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:19:92', 'vm-uuid': '53af04e2-3c48-4940-be0e-5c0e318c9733'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:17 user nova-compute[74681]: INFO os_vif [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23')
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No VIF found with MAC fa:16:3e:41:19:92, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:51:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updated VIF entry in instance network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:51:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9e866923-7ae5-4d59-9dca-fd7f91b1008c req-d10dea4a-c683-4047-93d9-37ef3c712021 service nova] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG os_brick.utils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8940d4b-71ef-414c-95bd-671756a7bde3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f9c6dc-2276-43d1-b479-335bcdcc6797]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ac49561-8bcd-4fa4-a048-a7665bc71bf5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5326d1-66a1-4829-acb2-a577b4d9e605]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-40247167-e936-4706-ba92-ec19278fe5c8 req-bf94527f-4db0-4374-bdd2-342c66fd811b service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40247167-e936-4706-ba92-ec19278fe5c8 req-bf94527f-4db0-4374-bdd2-342c66fd811b service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40247167-e936-4706-ba92-ec19278fe5c8 req-bf94527f-4db0-4374-bdd2-342c66fd811b service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-40247167-e936-4706-ba92-ec19278fe5c8 req-bf94527f-4db0-4374-bdd2-342c66fd811b service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-40247167-e936-4706-ba92-ec19278fe5c8 req-bf94527f-4db0-4374-bdd2-342c66fd811b service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:19 user nova-compute[74681]: WARNING nova.compute.manager [req-40247167-e936-4706-ba92-ec19278fe5c8 req-bf94527f-4db0-4374-bdd2-342c66fd811b service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state building and task_state spawning.
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:19 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:51:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e589e5-64d8-4ded-b7e1-1258f009967e]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG os_brick.utils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] <== get_connector_properties: return (184ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Updating existing volume attachment record: 2abb0adc-1e92-41a5-8028-790909000b0e {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wMLOWqif', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:21 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[890f78b0-87c3-48c6-97b3-b52e1a54fe53]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:51:21 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5353f00f-ab96-4a05-b42b-51d25aacce99]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0] added
Oct 16 14:51:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-befee36a-ccc5-46f3-80f9-c97d181cfcc7 req-34de7fa2-fb7a-45ab-9b1f-c752d72c3745 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-befee36a-ccc5-46f3-80f9-c97d181cfcc7 req-34de7fa2-fb7a-45ab-9b1f-c752d72c3745 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-befee36a-ccc5-46f3-80f9-c97d181cfcc7 req-34de7fa2-fb7a-45ab-9b1f-c752d72c3745 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-befee36a-ccc5-46f3-80f9-c97d181cfcc7 req-34de7fa2-fb7a-45ab-9b1f-c752d72c3745 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-befee36a-ccc5-46f3-80f9-c97d181cfcc7 req-34de7fa2-fb7a-45ab-9b1f-c752d72c3745 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:21 user nova-compute[74681]: WARNING nova.compute.manager [req-befee36a-ccc5-46f3-80f9-c97d181cfcc7 req-34de7fa2-fb7a-45ab-9b1f-c752d72c3745 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state building and task_state spawning.
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[138731aa-0cce-45d0-a2cc-240cb1da464e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6542ef0b-4ee5-49b2-9f84-398c5979c32e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wMLOWqif {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wMLOWqif" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc90af84-7b43-40e9-996d-10a15f4c7f52]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wMLOWqif'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b8510c-8bda-475e-9e5a-e6d7add18ee4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff092e3-dbce-4ecf-89ee-cae6546e9fe8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[883ec7d4-7c5a-41d6-843e-196b5dbc3757]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260]
Oct 16 14:51:21 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260] successful.
Oct 16 14:51:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c692f73-56f9-418e-8690-9d01d18b5e4c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f321eba2-2a32-48e2-ad4b-f9e5bccd43a4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:21 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] HCTL ('37', '-', '-', 0) found on session 31 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[50c22265-c28b-4dd5-9f70-b2d27b6a723d]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching for a device in session 31 and hctl ['37', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:51:21 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance spawned successfully.
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:51:22 user nova-compute[74681]: INFO nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Took 6.90 seconds to spawn the instance on the hypervisor.
Oct 16 14:51:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:51:22 user nova-compute[74681]: INFO nova.compute.manager [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Took 8.01 seconds to build instance.
Oct 16 14:51:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-063a1e53-18ac-4be2-9ee0-28426c0ee354 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.158s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Searching for a device in session 31 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wMLOWqif', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== connect_volume: return (1383ms) {'type': 'block', 'scsi_wwn': '23266633766393534', 'path': '/dev/sdf'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266633766393534', 'path': '/dev/sdf'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'flavor' on Instance uuid 9965d0de-898e-43e8-b779-8b69f30965b1 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:51:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:51:22 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:51:22 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:51:22 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:51:22 user nova-compute[74681]:   <serial>51c3134b-897c-4797-8d02-6897f81e96b0</serial>
Oct 16 14:51:22 user nova-compute[74681]: </disk>
Oct 16 14:51:22 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:51:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] No VIF found with MAC fa:16:3e:19:a9:47, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:51:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e998fa8d-6d9d-4ed0-b37b-f0f8adb2a9d6 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.375s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing instance network info cache due to event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] Acquiring lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] Acquired lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updated VIF entry in instance network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-708b6c27-2503-4f10-909d-9172664d148e req-010e762b-7536-49cf-9f1c-f8cdc30aa309 service nova] Releasing lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "8fae982c-895e-4836-bf3c-b7cca460451d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:51:28 user nova-compute[74681]: INFO nova.compute.claims [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Claim successful on node user
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.570s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing instance network info cache due to event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] Acquiring lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] Acquired lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.network.neutron [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:51:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:51:28 user nova-compute[74681]: INFO nova.virt.block_device [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Booting with volume 9802b537-5b22-4698-b24d-5539433d4313 at /dev/vda
Oct 16 14:51:28 user nova-compute[74681]: DEBUG os_brick.utils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[10128612-6dcd-4800-bb01-7b7b56ef9413]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6abb4e63-8b8c-405e-8485-1300f4628b22]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG nova.policy [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56d68a84d0484b089d230a46b35f8604', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7959dbdce29d404eb12ba1996564cddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5704e800-80dc-4a1c-ab75-9fb4284bed6a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1eeb0fe-e28e-4242-9afe-e71f14f01285]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:29 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[477e9025-6e5b-4f4c-8fc4-2e70f6cb8432]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG os_brick.utils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating existing volume attachment record: 33088307-5907-46e2-8de2-ca8e40304be1 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updated VIF entry in instance network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f36437e-28c2-4887-a951-9091d0271ce5 req-1b46220e-c38d-476f-a1fa-08fab5407388 service nova] Releasing lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:29 user nova-compute[74681]: INFO nova.compute.manager [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Rebooting instance
Oct 16 14:51:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully created port: d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:51:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:30 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully created port: afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:51:31 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully created port: 1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:51:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-changed-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Refreshing instance network info cache due to event network-changed-924a1260-32c8-4e95-a8ed-9ddf5d58d35f. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] Acquiring lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] Acquired lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:31 user nova-compute[74681]: DEBUG nova.network.neutron [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Refreshing network info cache for port 924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:31 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully created port: c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:51:32 user nova-compute[74681]: DEBUG nova.network.neutron [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updated VIF entry in instance network info cache for port 924a1260-32c8-4e95-a8ed-9ddf5d58d35f. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:51:32 user nova-compute[74681]: DEBUG nova.network.neutron [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-484038d2-e28f-425c-ae61-e93b2db08559 req-55cd153e-ce64-48d4-988d-7657f3b1462e service nova] Releasing lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:32 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully created port: 287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:51:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Stashing vm_state: active {{(pid=74681) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:51:33 user nova-compute[74681]: INFO nova.compute.claims [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Claim successful on node user
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully updated port: d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:33 user nova-compute[74681]: INFO nova.compute.resource_tracker [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating resource usage from migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-d0a653b8-4c8d-4080-8711-aff0cb417fdc. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.network.neutron [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-changed-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Refreshing instance network info cache due to event network-changed-0aa7a83f-1871-482f-9573-9f871b23a7e4. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] Acquiring lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] Acquired lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.network.neutron [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Refreshing network info cache for port 0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:33 user nova-compute[74681]: DEBUG nova.network.neutron [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.network.neutron [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-32ae0f19-490f-4543-848e-1bb9b40a7ed6 req-0125d64b-0828-42f8-b870-9976f512186f service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully updated port: 7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.865s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:34 user nova-compute[74681]: INFO nova.compute.manager [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Migrating
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.network.neutron [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updated VIF entry in instance network info cache for port 0aa7a83f-1871-482f-9573-9f871b23a7e4. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.network.neutron [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating instance_info_cache with network_info: [{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3e41880d-11c4-4267-917d-29f08c6f6728 req-d6839a6a-9bb1-4b63-bc1e-9d017f6d3678 service nova] Releasing lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquired lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating instance_info_cache with network_info: [{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Releasing lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Starting migrate_disk_and_power_off {{(pid=74681) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully updated port: 2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-7d1cc420-0314-4ac9-b065-37c5a96788ba. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port 7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-unplugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-unplugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:35 user nova-compute[74681]: WARNING nova.compute.manager [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received unexpected event network-vif-unplugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with vm_state active and task_state resize_migrating.
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:35 user nova-compute[74681]: WARNING nova.compute.manager [req-a64d4959-4d9d-45c6-bb1a-9bd8d5254f4b req-e7e0b277-89cc-4904-a4e9-df04a9821183 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received unexpected event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with vm_state active and task_state resize_migrating.
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully updated port: afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.network.neutron [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:35 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance destroyed successfully.
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1176572159',display_name='tempest-ServerActionsTestOtherA-server-1176572159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1176572159',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:50:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-gu04j40m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-641044316-network", "vif_mac": "fa:16:3e:70:27:d3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-641044316-network", "vif_mac": "fa:16:3e:70:27:d3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG os_vif [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0aa7a83f-18, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=86795cf9-107a-4be9-8801-6adb2bd936e6) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:51:35 user nova-compute[74681]: INFO os_vif [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18')
Oct 16 14:51:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:35 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:51:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7842aea2-d7cf-42bb-af5f-c38d2ab4789a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:51:36 user nova-compute[74681]: No targets found.
Oct 16 14:51:36 user nova-compute[74681]: iSNS:
Oct 16 14:51:36 user nova-compute[74681]: No targets found.
Oct 16 14:51:36 user nova-compute[74681]: STATIC:
Oct 16 14:51:36 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:51:36 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:51:36 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:51:36 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:51:36 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:51:36 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:51:36 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:51:36 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:51:36 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:51:36 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28
Oct 16 14:51:36 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:51:36 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:51:36 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0
Oct 16 14:51:36 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:51:36 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:51:36 user nova-compute[74681]: FIRMWARE:
Oct 16 14:51:36 user nova-compute[74681]: No targets found.
Oct 16 14:51:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:51:36 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:51:36 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e885e15-0702-45d2-aa8f-11a62ebe693e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1192eb4d-38a3-416a-84bb-833be58b7dd9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:36 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d07e5000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3777706-0539-453e-a0cb-78ded102a377]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[827c9b43-550b-4840-a4b4-c32edea07cdb]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[21542d43-74c8-4172-af49-72c915612b3c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7757b207-00ef-4449-90df-a3722bc271a4]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO69cdadfd-f15a74249bf890f4', '/dev/disk/by-id/scsi-26631356137343234', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_69cdadfd') {{(pid=85882) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[944d119e-14bb-4e54-9a91-6e60cc16dc98]: (4, None) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-2c1a551b-5d5f-4287-9e73-746fd12fa660. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port 2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6459856f-73b2-4dff-87fb-bee3035547c2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[445dca54-2769-4ed0-8669-41ea993fd01a]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]
Oct 16 14:51:36 user nova-compute[74681]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.
Oct 16 14:51:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b11e869-8e82-442d-9b5c-41ac3f080b30]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.395s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== disconnect_volume: return (400ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.network.neutron [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4bfa8c6c-9255-4c3e-9024-803f99a4d52e req-2f6a65f1-be84-4f54-92cf-5fe2302da54a service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:36 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully updated port: 1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:37 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully updated port: c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-afc6936f-47fc-4c44-a7c6-86fe8542ecf7. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:37 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:37 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-1760ed84-c9b9-46a4-9cf2-4022737af6e8. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port 1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Successfully updated port: 287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-c071cc6b-0f5e-48fe-ac7f-04539b062272. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ceae43c-59b4-4d57-8f42-ffa3ae712214 req-74069870-2392-4bcd-a22d-05004d977aab service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:51:38 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:51:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-287d0ed0-be97-40a2-a398-1509c7020617. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:51:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [{"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance network_info: |[{"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG nova.network.neutron [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port 287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG nova.network.neutron [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updated VIF entry in instance network info cache for port 287d0ed0-be97-40a2-a398-1509c7020617. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG nova.network.neutron [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [{"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f17083b6-b03b-4132-892d-ef7bf0be62ad req-e201464f-5746-44ca-97e8-e754547d67f2 service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:48 user nova-compute[74681]: INFO nova.virt.block_device [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Booting with volume 92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 at /dev/vdb
Oct 16 14:51:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquired lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:51:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Releasing lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:48 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.utils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[276aebd0-83ba-4919-914f-30e7dafd5ad5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Port 0aa7a83f-1871-482f-9573-9f871b23a7e4 binding to destination host user is already ACTIVE {{(pid=74681) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3163}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7520fcf9-958d-442b-bb1a-9da7a1d1186d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5117df1c-b946-494d-82ff-e448f0b4f4c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[79848350-f8eb-4e5d-91e1-bf53058f15e1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:49 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e248f5e-fac3-4918-877b-df7ec4d07db3]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.utils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating existing volume attachment record: 178c0a9f-4cea-4d0c-a94d-09ec6f94c342 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'akeqRlru', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:49 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:49 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:51:49 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4ebe7d0-0215-4d44-a8b7-711841c8e3ba]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:51:49 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d3f51b0-7e8a-4433-ab93-27aa54d322ca]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6] added
Oct 16 14:51:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[692dbd25-1c43-45b8-b86d-41034ecf362f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce018a2c-6835-4175-b796-07f0ed536c4b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquired lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v akeqRlru {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v akeqRlru" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5c36c34-1960-45d5-9464-d2d58da334df]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'akeqRlru'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b247146-dff2-4f28-930c-5b30a68815cb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.volume.cinder [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Update attachment failed for attachment 2abb0adc-1e92-41a5-8028-790909000b0e. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-74e78976-2d2f-4124-9ce6-3d4431e102dd) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-74e78976-2d2f-4124-9ce6-3d4431e102dd)
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-74e78976-2d2f-4124-9ce6-3d4431e102dd)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Traceback (most recent call last):
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     driver_block_device.attach_block_devices(
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     _log_and_attach(device)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     bdm.attach(*attach_args, **attach_kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/virt/block_device.py", line 835, in attach
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     super(DriverVolImageBlockDevice, self).attach(
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     ret_val = method(obj, context, *args, **kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     self._do_attach(context, instance, volume, volume_api,
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     self._volume_attach(context, volume, connector, instance,
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     connection_info = volume_api.attachment_update(
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     res = method(self, ctx, *args, **kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     with excutils.save_and_reraise_exception():
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     self.force_reraise()
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     raise self.value
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     context, '3.44', skip_version_check=True).attachments.update(
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     return method.func(obj, *args, **kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     resp = self._update('/attachments/%s' % id, body)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     return self._cs_request(url, 'PUT', **kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     return self.request(url, method, **kwargs)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa]     raise exceptions.from_response(resp, body)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-74e78976-2d2f-4124-9ce6-3d4431e102dd)
Oct 16 14:51:49 user nova-compute[74681]: ERROR nova.compute.manager [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] 
Oct 16 14:51:49 user nova-compute[74681]: DEBUG nova.compute.claims [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Aborting claim: <nova.compute.claims.Claim object at 0x7f66d04f17b0> {{(pid=74681) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dcfde1c-aac2-4ee9-a8ea-1c67bcd623d3]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[084f23a7-72ff-414b-8b07-2d86caa99429]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260]
Oct 16 14:51:49 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260] successful.
Oct 16 14:51:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf1316f-ed70-4e36-9ac3-208bde1ce4f7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a90b8ed3-355f-4a20-979b-2d725e1386ff]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:51:49 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.344s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] HCTL ('38', '-', '-', 0) found on session 33 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e854898-fa0b-4b0d-8808-15d179e1c1fe]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Searching for a device in session 33 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'akeqRlru', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating instance_info_cache with network_info: [{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Releasing lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.utils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5bd9ef5-d24c-4c8d-8a2f-c66bd94435e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a50e282-fe29-4c84-9edc-3a9d9b7b88d9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4adbccee-c122-4062-93f4-c2cacf901f01]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f435283a-a721-4d50-8af3-628539754344]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:51:50 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a01192bf-6140-4242-b110-054b2c3c9bca]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.utils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.637s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Build of instance 2524eb93-5207-4e5f-ba41-76757b0cb1fa aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-74e78976-2d2f-4124-9ce6-3d4431e102dd) {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.compute.utils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Build of instance 2524eb93-5207-4e5f-ba41-76757b0cb1fa aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74681) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 16 14:51:50 user nova-compute[74681]: ERROR nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Build of instance 2524eb93-5207-4e5f-ba41-76757b0cb1fa aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-74e78976-2d2f-4124-9ce6-3d4431e102dd): nova.exception.BuildAbortException: Build of instance 2524eb93-5207-4e5f-ba41-76757b0cb1fa aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-74e78976-2d2f-4124-9ce6-3d4431e102dd)
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Unplugging VIFs for instance {{(pid=74681) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:50:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1773301992',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1773301992',id=27,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-5r26dk54',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:50:58Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=2524eb93-5207-4e5f-ba41-76757b0cb1fa,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a838736b-b092-4b70-8142-8b1e719f3373", "address": "fa:16:3e:67:88:91", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa838736b-b0", "ovs_interfaceid": "a838736b-b092-4b70-8142-8b1e719f3373", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "a838736b-b092-4b70-8142-8b1e719f3373", "address": "fa:16:3e:67:88:91", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa838736b-b0", "ovs_interfaceid": "a838736b-b092-4b70-8142-8b1e719f3373", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:88:91,bridge_name='br-int',has_traffic_filtering=True,id=a838736b-b092-4b70-8142-8b1e719f3373,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa838736b-b0') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_vif [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:88:91,bridge_name='br-int',has_traffic_filtering=True,id=a838736b-b092-4b70-8142-8b1e719f3373,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa838736b-b0') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa838736b-b0, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:51:50 user nova-compute[74681]: INFO os_vif [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:88:91,bridge_name='br-int',has_traffic_filtering=True,id=a838736b-b092-4b70-8142-8b1e719f3373,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa838736b-b0')
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Unplugged VIFs for instance {{(pid=74681) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '23134643631306433', 'path': '/dev/sdg'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23134643631306433', 'path': '/dev/sdg'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:51:50 user nova-compute[74681]: INFO nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Took 0.55 seconds to deallocate network for instance.
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:51:50 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:51:50 user nova-compute[74681]:   <source dev="/dev/sdg"/>
Oct 16 14:51:50 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 14:51:50 user nova-compute[74681]:   <serial>d9392ce2-7dc3-4103-a915-776585bc56c6</serial>
Oct 16 14:51:50 user nova-compute[74681]: </disk>
Oct 16 14:51:50 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Detaching volume: 4008d967-ae81-484d-838a-d7cd9cdfb5ba {{(pid=74681) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 16 14:51:50 user nova-compute[74681]: INFO nova.compute.manager [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Detaching volume 4008d967-ae81-484d-838a-d7cd9cdfb5ba
Oct 16 14:51:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:50 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 2524eb93-5207-4e5f-ba41-76757b0cb1fa] Skipping driver_detach during remote rebuild. {{(pid=74681) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 16 14:51:51 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Deleted allocations for instance 2524eb93-5207-4e5f-ba41-76757b0cb1fa
Oct 16 14:51:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-01faefbf-9e55-4e57-ad28-7d8043b69bc6 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "2524eb93-5207-4e5f-ba41-76757b0cb1fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.584s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] No VIF found with MAC fa:16:3e:59:d0:6a, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-980b7021-c123-41cb-8a54-56a8d8ebd301 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.252s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:52 user nova-compute[74681]: INFO nova.compute.manager [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Detaching volume b1730a12-0cb4-459d-b632-5f516c459f28
Oct 16 14:51:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance shutdown successfully.
Oct 16 14:51:52 user nova-compute[74681]: INFO nova.virt.block_device [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Attempting to driver detach volume b1730a12-0cb4-459d-b632-5f516c459f28 from mountpoint /dev/vdb
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Attempting to detach device vdb from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:51:52 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:51:52 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:51:52 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:51:52 user nova-compute[74681]:   <serial>b1730a12-0cb4-459d-b632-5f516c459f28</serial>
Oct 16 14:51:52 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:51:52 user nova-compute[74681]: </disk>
Oct 16 14:51:52 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:51:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully detached device vdb from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the persistent domain config.
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:51:52 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:51:52 user nova-compute[74681]:   <source dev="/dev/sde"/>
Oct 16 14:51:52 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:51:52 user nova-compute[74681]:   <serial>b1730a12-0cb4-459d-b632-5f516c459f28</serial>
Oct 16 14:51:52 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:51:52 user nova-compute[74681]: </disk>
Oct 16 14:51:52 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-unplugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-unplugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:52 user nova-compute[74681]: WARNING nova.compute.manager [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received unexpected event network-vif-unplugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with vm_state active and task_state reboot_started.
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:52 user nova-compute[74681]: WARNING nova.compute.manager [req-5efd7bfd-7150-493a-aa1e-28a855bf5730 req-26bb77d1-4f06-46b2-89dc-3ea2ad8e78cf service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received unexpected event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with vm_state active and task_state reboot_started.
Oct 16 14:51:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:54 user nova-compute[74681]: WARNING nova.compute.manager [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received unexpected event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with vm_state active and task_state reboot_started.
Oct 16 14:51:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:51:54 user nova-compute[74681]: WARNING nova.compute.manager [req-b365258e-0dbd-4693-afaf-0f960548e1b5 req-4a0fd0c1-1044-4908-a341-7da31deb86dd service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received unexpected event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with vm_state active and task_state reboot_started.
Oct 16 14:51:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:51:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance running successfully.
Oct 16 14:51:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance soft rebooted successfully.
Oct 16 14:51:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1da57bc3-7460-4f71-8c49-7523ce791121 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 27.057s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:51:56 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updating instance_info_cache with network_info: [{"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-620e818d-792a-47a3-8dfa-d16b29651ae8" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:51:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:51:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:02 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:52:02 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7387MB free_disk=25.071537017822266GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:02 user nova-compute[74681]: INFO nova.compute.manager [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Terminating instance
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Applying migration context for instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f as it has an incoming, in-progress migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2. Migration status is post-migrating {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 16 14:52:02 user nova-compute[74681]: INFO nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating resource usage from migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2
Oct 16 14:52:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9098875f-d785-408c-8e9f-fd86af5fb02d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 724db303-8383-4435-b996-a5a98ea6f5b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9965d0de-898e-43e8-b779-8b69f30965b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 4b1a7705-f7ff-4c17-9078-13c558714c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 53af04e2-3c48-4940-be0e-5c0e318c9733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 8fae982c-895e-4836-bf3c-b7cca460451d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:52:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f140306-9678-4b5c-98d7-0d206a79237e req-b0bfd037-b431-4330-9539-a07dc7e308b0 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-vif-unplugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f140306-9678-4b5c-98d7-0d206a79237e req-b0bfd037-b431-4330-9539-a07dc7e308b0 service nova] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f140306-9678-4b5c-98d7-0d206a79237e req-b0bfd037-b431-4330-9539-a07dc7e308b0 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f140306-9678-4b5c-98d7-0d206a79237e req-b0bfd037-b431-4330-9539-a07dc7e308b0 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f140306-9678-4b5c-98d7-0d206a79237e req-b0bfd037-b431-4330-9539-a07dc7e308b0 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] No waiting events found dispatching network-vif-unplugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f140306-9678-4b5c-98d7-0d206a79237e req-b0bfd037-b431-4330-9539-a07dc7e308b0 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-vif-unplugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:52:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Instance destroyed successfully.
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.objects.instance [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lazy-loading 'resources' on Instance uuid 620e818d-792a-47a3-8dfa-d16b29651ae8 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:45:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1264060041',display_name='tempest-ServerStableDeviceRescueTest-server-1264060041',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1264060041',id=20,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBXaxZK1s1+wKa2jMkYx/gdwFptZ0r/0fdjheUnP/wb0/iTr2wpPwVakEe0jzoOry3vXPdSXiyjrSKjIIuRYsJLbN1Njhi2p758oT44CjqP6Bk//WOhaFb4JkWeHZM9o2Q==',key_name='tempest-keypair-1549478155',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7f77c82a65341fa9734c1aaa1186c19',ramdisk_id='',reservation_id='r-vedw8ypg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-525725802',owner_user_name='tempest-ServerStableDeviceRescueTest-525725802-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:47:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1e501e084e5e4cd4b6f5c6a9e4e360c6',uuid=620e818d-792a-47a3-8dfa-d16b29651ae8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Converting VIF {"id": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "address": "fa:16:3e:16:36:0b", "network": {"id": "481b90f1-26a2-4a70-92e5-c06957cee0e7", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1268228872-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7f77c82a65341fa9734c1aaa1186c19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap719f27cb-e1", "ovs_interfaceid": "719f27cb-e1a2-47e7-80f8-339e7ea874e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:16:36:0b,bridge_name='br-int',has_traffic_filtering=True,id=719f27cb-e1a2-47e7-80f8-339e7ea874e1,network=Network(481b90f1-26a2-4a70-92e5-c06957cee0e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap719f27cb-e1') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG os_vif [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:16:36:0b,bridge_name='br-int',has_traffic_filtering=True,id=719f27cb-e1a2-47e7-80f8-339e7ea874e1,network=Network(481b90f1-26a2-4a70-92e5-c06957cee0e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap719f27cb-e1') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap719f27cb-e1, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f95ce9c-6b3d-49c3-ad86-ecaf56f72909) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:03 user nova-compute[74681]: INFO os_vif [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:16:36:0b,bridge_name='br-int',has_traffic_filtering=True,id=719f27cb-e1a2-47e7-80f8-339e7ea874e1,network=Network(481b90f1-26a2-4a70-92e5-c06957cee0e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap719f27cb-e1')
Oct 16 14:52:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Deleting instance files /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8_del
Oct 16 14:52:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Deletion of /opt/stack/data/nova/instances/620e818d-792a-47a3-8dfa-d16b29651ae8_del complete
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.203s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:03 user nova-compute[74681]: INFO nova.compute.manager [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 16 14:52:03 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:52:03 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:52:04 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:04 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Took 1.21 seconds to deallocate network for instance.
Oct 16 14:52:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-7ecc36cc-a27e-4e12-bfa0-e76a274a625c req-f5c3a5df-a16d-4612-b882-f55a9850f7f4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-vif-deleted-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:04 user nova-compute[74681]: INFO nova.compute.manager [req-7ecc36cc-a27e-4e12-bfa0-e76a274a625c req-f5c3a5df-a16d-4612-b882-f55a9850f7f4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Neutron deleted interface 719f27cb-e1a2-47e7-80f8-339e7ea874e1; detaching it from the instance and deleting it from the info cache
Oct 16 14:52:04 user nova-compute[74681]: DEBUG nova.network.neutron [req-7ecc36cc-a27e-4e12-bfa0-e76a274a625c req-f5c3a5df-a16d-4612-b882-f55a9850f7f4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-7ecc36cc-a27e-4e12-bfa0-e76a274a625c req-f5c3a5df-a16d-4612-b882-f55a9850f7f4 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Detach interface failed, port_id=719f27cb-e1a2-47e7-80f8-339e7ea874e1, reason: Instance 620e818d-792a-47a3-8dfa-d16b29651ae8 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-d980c302-d27f-435e-81bb-b98ecd769342 req-67a39878-068b-48ca-9fbb-f46baa523354 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received event network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d980c302-d27f-435e-81bb-b98ecd769342 req-67a39878-068b-48ca-9fbb-f46baa523354 service nova] Acquiring lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d980c302-d27f-435e-81bb-b98ecd769342 req-67a39878-068b-48ca-9fbb-f46baa523354 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d980c302-d27f-435e-81bb-b98ecd769342 req-67a39878-068b-48ca-9fbb-f46baa523354 service nova] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-d980c302-d27f-435e-81bb-b98ecd769342 req-67a39878-068b-48ca-9fbb-f46baa523354 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] No waiting events found dispatching network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:05 user nova-compute[74681]: WARNING nova.compute.manager [req-d980c302-d27f-435e-81bb-b98ecd769342 req-67a39878-068b-48ca-9fbb-f46baa523354 service nova] [instance: 620e818d-792a-47a3-8dfa-d16b29651ae8] Received unexpected event network-vif-plugged-719f27cb-e1a2-47e7-80f8-339e7ea874e1 for instance with vm_state deleted and task_state None.
Oct 16 14:52:05 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:52:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.728s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:05 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Deleted allocations for instance 620e818d-792a-47a3-8dfa-d16b29651ae8
Oct 16 14:52:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56e36779-a49c-4976-ae34-da8959948886 tempest-ServerStableDeviceRescueTest-525725802 tempest-ServerStableDeviceRescueTest-525725802-project-member] Lock "620e818d-792a-47a3-8dfa-d16b29651ae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.401s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:10 user nova-compute[74681]: INFO nova.virt.block_device [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Booting with volume 37aa0fb8-2622-41fc-92df-e69e0a1aac1d at /dev/vdc
Oct 16 14:52:10 user nova-compute[74681]: DEBUG os_brick.utils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bafddf8-cc43-40b3-9ca5-f3eb8efd9bca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[deafad67-840b-4a95-b19c-0295ca273eab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[16ba7cdf-e6b4-4382-aaec-f10313737f73]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[20108c51-4fc6-4d46-be1e-e9f5aeb67d84]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:52:10 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:52:10 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7444b993-5a4b-4811-aa6b-868e6401d3df]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG os_brick.utils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:10 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating existing volume attachment record: e1cd1a7b-333f-400d-885b-9b81e040c8a3 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Starting finish_migration {{(pid=74681) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance directory exists: not creating {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 14:52:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Creating image(s)
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Ensure instance console log exists: /opt/stack/data/nova/instances/3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Start _get_guest_xml network_info=[{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-641044316-network", "vif_mac": "fa:16:3e:70:27:d3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f', 'attached_at': '2023-10-16T14:52:11.000000', 'detached_at': '', 'volume_id': '632ee89d-7110-469a-913e-3f543fac552a', 'serial': '632ee89d-7110-469a-913e-3f543fac552a'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '48f84f71-19e0-4ab4-9245-7501037b79e1', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:52:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:52:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:11 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:11 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:11 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c499c705-3770-49c4-aa86-3d0f3daec5eb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:52:11 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f294ae0b-7123-4611-af88-9d02e9b048cc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a] added
Oct 16 14:52:11 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[952c5ecf-72bf-4746-a0a3-e3c7b653e196]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[634e18e2-f64a-4285-a62c-2c4410f6dafc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwxaTYEQ {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LwxaTYEQ" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e1d56a-2a0d-4dfa-b4e3-4bf0ab650d0d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LwxaTYEQ'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d268068d-c7b1-4258-8e0a-e77562a12f08]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a04c4b75-1676-4562-a25d-0cf3b3307dfe]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --login" returned: 0 in 0.100s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8acf2a88-1ea7-4748-99cb-f94ebdfc864e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]
Oct 16 14:52:11 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.
Oct 16 14:52:11 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5600a13c-fb80-45a3-bd63-b9b698d98d59]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.051s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f887be-d6c2-4be1-9bf3-a95855f78ffb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:11 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f460737c-8302-41cc-8a89-3c8e7eb08c16 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)
Oct 16 14:52:11 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:11 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.422s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] HCTL ('40', '-', '-', 0) found on session 35 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[760c3ac2-e0d0-4335-9d1a-0a137e8d5783]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Searching for a device in session 35 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:52:11 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.467s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== connect_volume: return (1469ms) {'type': 'block', 'scsi_wwn': '26631356137343234', 'path': '/dev/sdi'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631356137343234', 'path': '/dev/sdi'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1176572159',display_name='tempest-ServerActionsTestOtherA-server-1176572159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1176572159',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:50:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-gu04j40m',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-641044316-network", "vif_mac": "fa:16:3e:70:27:d3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-641044316-network", "vif_mac": "fa:16:3e:70:27:d3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:52:12 user nova-compute[74681]:   <uuid>3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f</uuid>
Oct 16 14:52:12 user nova-compute[74681]:   <name>instance-00000019</name>
Oct 16 14:52:12 user nova-compute[74681]:   <memory>2097152</memory>
Oct 16 14:52:12 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:52:12 user nova-compute[74681]:   <metadata>
Oct 16 14:52:12 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:52:12 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:52:12 user nova-compute[74681]:       <nova:name>tempest-ServerActionsTestOtherA-server-1176572159</nova:name>
Oct 16 14:52:12 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:52:11</nova:creationTime>
Oct 16 14:52:12 user nova-compute[74681]:       <nova:flavor name="m1.small">
Oct 16 14:52:12 user nova-compute[74681]:         <nova:memory>2048</nova:memory>
Oct 16 14:52:12 user nova-compute[74681]:         <nova:disk>20</nova:disk>
Oct 16 14:52:12 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:52:12 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:52:12 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:52:12 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:52:12 user nova-compute[74681]:       <nova:owner>
Oct 16 14:52:12 user nova-compute[74681]:         <nova:user uuid="3dd2e980a54d4c028d8864619a384fcc">tempest-ServerActionsTestOtherA-816239739-project-member</nova:user>
Oct 16 14:52:12 user nova-compute[74681]:         <nova:project uuid="d87bfb396a4d4249b0665be0827034da">tempest-ServerActionsTestOtherA-816239739</nova:project>
Oct 16 14:52:12 user nova-compute[74681]:       </nova:owner>
Oct 16 14:52:12 user nova-compute[74681]:       <nova:ports>
Oct 16 14:52:12 user nova-compute[74681]:         <nova:port uuid="0aa7a83f-1871-482f-9573-9f871b23a7e4">
Oct 16 14:52:12 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 14:52:12 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:12 user nova-compute[74681]:       </nova:ports>
Oct 16 14:52:12 user nova-compute[74681]:     </nova:instance>
Oct 16 14:52:12 user nova-compute[74681]:   </metadata>
Oct 16 14:52:12 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:52:12 user nova-compute[74681]:     <system>
Oct 16 14:52:12 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:52:12 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:52:12 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:52:12 user nova-compute[74681]:       <entry name="serial">3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f</entry>
Oct 16 14:52:12 user nova-compute[74681]:       <entry name="uuid">3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f</entry>
Oct 16 14:52:12 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:52:12 user nova-compute[74681]:     </system>
Oct 16 14:52:12 user nova-compute[74681]:   </sysinfo>
Oct 16 14:52:12 user nova-compute[74681]:   <os>
Oct 16 14:52:12 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:52:12 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:52:12 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:52:12 user nova-compute[74681]:   </os>
Oct 16 14:52:12 user nova-compute[74681]:   <features>
Oct 16 14:52:12 user nova-compute[74681]:     <acpi/>
Oct 16 14:52:12 user nova-compute[74681]:     <apic/>
Oct 16 14:52:12 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:52:12 user nova-compute[74681]:   </features>
Oct 16 14:52:12 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:52:12 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:52:12 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:52:12 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:52:12 user nova-compute[74681]:   </clock>
Oct 16 14:52:12 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:52:12 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:52:12 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:52:12 user nova-compute[74681]:   </cpu>
Oct 16 14:52:12 user nova-compute[74681]:   <devices>
Oct 16 14:52:12 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:52:12 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:52:12 user nova-compute[74681]:       <source dev="/dev/sdi"/>
Oct 16 14:52:12 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:52:12 user nova-compute[74681]:       <serial>632ee89d-7110-469a-913e-3f543fac552a</serial>
Oct 16 14:52:12 user nova-compute[74681]:     </disk>
Oct 16 14:52:12 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:12 user nova-compute[74681]:       <mac address="fa:16:3e:70:27:d3"/>
Oct 16 14:52:12 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:12 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:12 user nova-compute[74681]:       <target dev="tap0aa7a83f-18"/>
Oct 16 14:52:12 user nova-compute[74681]:     </interface>
Oct 16 14:52:12 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:52:12 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f/console.log" append="off"/>
Oct 16 14:52:12 user nova-compute[74681]:     </serial>
Oct 16 14:52:12 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:52:12 user nova-compute[74681]:     <video>
Oct 16 14:52:12 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:12 user nova-compute[74681]:     </video>
Oct 16 14:52:12 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:52:12 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:52:12 user nova-compute[74681]:     </rng>
Oct 16 14:52:12 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:52:12 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:52:12 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:52:12 user nova-compute[74681]:     </memballoon>
Oct 16 14:52:12 user nova-compute[74681]:   </devices>
Oct 16 14:52:12 user nova-compute[74681]: </domain>
Oct 16 14:52:12 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1176572159',display_name='tempest-ServerActionsTestOtherA-server-1176572159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1176572159',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:50:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-gu04j40m',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-641044316-network", "vif_mac": "fa:16:3e:70:27:d3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-641044316-network", "vif_mac": "fa:16:3e:70:27:d3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG os_vif [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd85dbe51-18e0-52fb-ab0b-8424e70c72e6', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0aa7a83f-18, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0aa7a83f-18, col_values=(('qos', UUID('ea76e7a1-48ab-4406-9a81-33c58b1bc5bb')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0aa7a83f-18, col_values=(('external_ids', {'iface-id': '0aa7a83f-1871-482f-9573-9f871b23a7e4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:27:d3', 'vm-uuid': '3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:12 user nova-compute[74681]: INFO os_vif [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18')
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:52:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] No VIF found with MAC fa:16:3e:70:27:d3, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:52:13 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 is timed out.
Oct 16 14:52:13 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully detached device vdb from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the live domain config.
Oct 16 14:52:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QFkIuZnK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:13 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[253464d8-1baa-4524-b919-0c69536e383d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:52:13 user nova-compute[74681]: No targets found.
Oct 16 14:52:13 user nova-compute[74681]: iSNS:
Oct 16 14:52:13 user nova-compute[74681]: No targets found.
Oct 16 14:52:13 user nova-compute[74681]: STATIC:
Oct 16 14:52:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:52:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:52:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9
Oct 16 14:52:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:52:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28
Oct 16 14:52:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6
Oct 16 14:52:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0
Oct 16 14:52:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:13 user nova-compute[74681]: FIRMWARE:
Oct 16 14:52:13 user nova-compute[74681]: No targets found.
Oct 16 14:52:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:52:13 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:52:13 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6bea3ef-fe48-4ea4-9bbc-6417f512c889]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[08963eda-e231-4735-87df-5c0af63876a6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d156145-f920-434c-8122-379f354a13c9 (non-flash)
Oct 16 14:52:13 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66eb56b520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28'): ({'sde'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Removing single pathed devices sde {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9755496-96d2-4962-88fd-af019de96306]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4aa4f2-0888-4bbf-979a-aabcace2f1a5]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flushing IO for device /dev/sde {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d637e58f-4abc-4279-a738-223dccf24c3d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.035s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e20314-e132-4d9b-9446-c01ff34a8df3]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4c57d4-5c17-49b6-ab51-d7e8781cedd6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32e45d2-e3aa-4d02-ac3c-b300cdc2b711]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260]
Oct 16 14:52:13 user nova-compute[74681]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28, portal: 172.16.0.220,3260] successful.
Oct 16 14:52:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1730a12-0cb4-459d-b632-5f516c459f28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[678990aa-22c1-45f7-b912-da2b8ab02547]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== disconnect_volume: return (324ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG nova.objects.instance [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb6968e1-47a8-4217-b970-6d5a1f8e4d13 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.140s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-1cf09f68-5652-4903-a092-1b14886b08b2 req-113bb09e-56a8-4175-a9e5-ffc9c839ed55 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1cf09f68-5652-4903-a092-1b14886b08b2 req-113bb09e-56a8-4175-a9e5-ffc9c839ed55 service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1cf09f68-5652-4903-a092-1b14886b08b2 req-113bb09e-56a8-4175-a9e5-ffc9c839ed55 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1cf09f68-5652-4903-a092-1b14886b08b2 req-113bb09e-56a8-4175-a9e5-ffc9c839ed55 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-1cf09f68-5652-4903-a092-1b14886b08b2 req-113bb09e-56a8-4175-a9e5-ffc9c839ed55 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:14 user nova-compute[74681]: WARNING nova.compute.manager [req-1cf09f68-5652-4903-a092-1b14886b08b2 req-113bb09e-56a8-4175-a9e5-ffc9c839ed55 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received unexpected event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with vm_state active and task_state resize_finish.
Oct 16 14:52:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:15 user nova-compute[74681]: INFO nova.compute.manager [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Detaching volume d9392ce2-7dc3-4103-a915-776585bc56c6
Oct 16 14:52:15 user nova-compute[74681]: INFO nova.virt.block_device [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Attempting to driver detach volume d9392ce2-7dc3-4103-a915-776585bc56c6 from mountpoint /dev/vdc
Oct 16 14:52:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Attempting to detach device vdc from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:52:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:52:15 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:52:15 user nova-compute[74681]:   <source dev="/dev/sdg"/>
Oct 16 14:52:15 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 14:52:15 user nova-compute[74681]:   <serial>d9392ce2-7dc3-4103-a915-776585bc56c6</serial>
Oct 16 14:52:15 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 14:52:15 user nova-compute[74681]: </disk>
Oct 16 14:52:15 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:52:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully detached device vdc from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the persistent domain config.
Oct 16 14:52:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:52:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:52:15 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:52:15 user nova-compute[74681]:   <source dev="/dev/sdg"/>
Oct 16 14:52:15 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 14:52:15 user nova-compute[74681]:   <serial>d9392ce2-7dc3-4103-a915-776585bc56c6</serial>
Oct 16 14:52:15 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 14:52:15 user nova-compute[74681]: </disk>
Oct 16 14:52:15 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:52:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:52:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:52:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance running successfully.
Oct 16 14:52:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Failed to set time: agent not configured {{(pid=74681) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 16 14:52:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e00630a-42c3-4129-a93d-175228b8deb3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] finish_migration finished successfully. {{(pid=74681) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 16 14:52:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-1639a910-6f16-4c7e-a6b1-cbc5c34ac19b req-18055baa-bc98-4109-a959-600587029650 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1639a910-6f16-4c7e-a6b1-cbc5c34ac19b req-18055baa-bc98-4109-a959-600587029650 service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1639a910-6f16-4c7e-a6b1-cbc5c34ac19b req-18055baa-bc98-4109-a959-600587029650 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1639a910-6f16-4c7e-a6b1-cbc5c34ac19b req-18055baa-bc98-4109-a959-600587029650 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-1639a910-6f16-4c7e-a6b1-cbc5c34ac19b req-18055baa-bc98-4109-a959-600587029650 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:16 user nova-compute[74681]: WARNING nova.compute.manager [req-1639a910-6f16-4c7e-a6b1-cbc5c34ac19b req-18055baa-bc98-4109-a959-600587029650 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received unexpected event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with vm_state active and task_state resize_finish.
Oct 16 14:52:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:52:30 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Creating image(s)
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Ensure instance console log exists: /opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Start _get_guest_xml network_info=[{"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'psqWCGjg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fae982c-895e-4836-bf3c-b7cca460451d', 'attached_at': '', 'detached_at': '', 'volume_id': '9802b537-5b22-4698-b24d-5539433d4313', 'serial': '9802b537-5b22-4698-b24d-5539433d4313'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '33088307-5907-46e2-8de2-ca8e40304be1', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None}, {'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVeDmEdi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fae982c-895e-4836-bf3c-b7cca460451d', 'attached_at': '', 'detached_at': '', 'volume_id': '92d7f529-0d7d-45bc-9c86-fd4a17a3cf24', 'serial': '92d7f529-0d7d-45bc-9c86-fd4a17a3cf24'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '178c0a9f-4cea-4d0c-a94d-09ec6f94c342', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None}, {'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkjXMwNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fae982c-895e-4836-bf3c-b7cca460451d', 'attached_at': '', 'detached_at': '', 'volume_id': '37aa0fb8-2622-41fc-92df-e69e0a1aac1d', 'serial': '37aa0fb8-2622-41fc-92df-e69e0a1aac1d'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'e1cd1a7b-333f-400d-885b-9b81e040c8a3', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:52:30 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:52:30 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'psqWCGjg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:30 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260" returned: 21 in 0.060s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6beac2ff-c427-4854-8ec4-e15375aeb3f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:52:30 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[021c51af-1cad-4025-9022-2fccc4f40e61]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313] added
Oct 16 14:52:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb0bbb6c-fbed-4ee0-babb-00acc795c203]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75d1f14-9937-45d5-a292-e3d62883c9eb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v psqWCGjg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v psqWCGjg" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[595759f2-6b52-4d82-9257-31054edb2c44]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'psqWCGjg'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.033s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d097f8f-3be9-4e06-8407-0b45687c0d9c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e28c69d-268f-4415-9df0-fe113617feb4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad7b988-e555-4cc8-b6f5-e3f64800f6ce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260]
Oct 16 14:52:30 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260] successful.
Oct 16 14:52:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8270e012-6f23-48e3-8d25-be6429cbc305]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaec031e-ef16-458e-8915-0a5f52c9053f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:30 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.374s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6699edb9-ac38-484e-83fe-33b80774a360]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:52:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'psqWCGjg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.407s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== connect_volume: return (1408ms) {'type': 'block', 'scsi_wwn': '23630643263336531', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630643263336531', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVeDmEdi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:31 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:31 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:31 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b990e7b-03f8-43e7-af39-bf3f8ee73b74]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:52:31 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[73297a64-0132-49d4-80a1-45692f2bf154]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24] added
Oct 16 14:52:31 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ecf8ac0-cb9a-43cd-a55e-56c59ea7fbc7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa2dbd8-4387-4831-ada8-55729b1add1b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RVeDmEdi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RVeDmEdi" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b208276b-2d35-439d-80ee-92f14900126a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RVeDmEdi'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b85f061-ca66-4bed-9d72-0e014555b0f9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[76b9307d-4109-4a11-8b30-4ee66aeb6327]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:31 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:31 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:31 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb37966b-fc94-4942-9cd6-05c78ca7ce60]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260]
Oct 16 14:52:32 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260] successful.
Oct 16 14:52:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c328cb10-02d8-4cdb-ba90-197de33e5482]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6217dcc7-787b-4014-b5d7-822bd1f3563f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:32 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] HCTL ('36', '-', '-', 0) found on session 37 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1f8631-9a73-4182-baff-dea31f8131fd]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Searching for a device in session 37 and hctl ['36', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:52:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Searching for a device in session 37 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVeDmEdi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23933623761373639', 'path': '/dev/sde'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23933623761373639', 'path': '/dev/sde'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkjXMwNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:33 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:33 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:33 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2efaaee8-8d3b-459c-9f2e-e029917361b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:52:33 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7d94c1-5d83-4fdf-b656-7ad1d9a6709f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d] added
Oct 16 14:52:33 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4c2278e-6812-4e52-b588-1331f5a7bed1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[066b68c6-e4b5-482a-8ad0-e563fea7a963]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QkjXMwNE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QkjXMwNE" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f305ff2c-ab46-490d-889a-bd2ba0ada10e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QkjXMwNE'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[975a031a-2b26-463f-ace9-5aa48a4cae08]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e90ccd2-6317-4f6d-8eee-5c5b75b3efd8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[da9555c4-19cd-4cd6-aa29-4812650904bb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260]
Oct 16 14:52:33 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260] successful.
Oct 16 14:52:33 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ebbde55-6b98-4dd6-acf4-aa917fdacf95]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[921827f7-d6c9-446f-920d-db011c4534fa]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:52:33 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:33 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:52:33 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] HCTL ('39', '-', '-', 0) found on session 38 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[210353a1-9e8d-4f00-b08d-e4dd45c306e4]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:33 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Searching for a device in session 38 and hctl ['39', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Searching for a device in session 38 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkjXMwNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '23635646634373737', 'path': '/dev/sdh'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635646634373737', 'path': '/dev/sdh'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:e2:e8,bridge_name='br-int',has_traffic_filtering=True,id=d0a653b8-4c8d-4080-8711-aff0cb417fdc,network=Network(067079d7-e9e1-455c-a654-4870f05c08d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0a653b8-4c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:74:da,bridge_name='br-int',has_traffic_filtering=True,id=7d1cc420-0314-4ac9-b065-37c5a96788ba,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d1cc420-03') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:ff:85,bridge_name='br-int',has_traffic_filtering=True,id=2c1a551b-5d5f-4287-9e73-746fd12fa660,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c1a551b-5d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:e2:37,bridge_name='br-int',has_traffic_filtering=True,id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapafc6936f-47') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:18:d6,bridge_name='br-int',has_traffic_filtering=True,id=1760ed84-c9b9-46a4-9cf2-4022737af6e8,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1760ed84-c9') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:c4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c071cc6b-0f5e-48fe-ac7f-04539b062272,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc071cc6b-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2e:c0,bridge_name='br-int',has_traffic_filtering=True,id=287d0ed0-be97-40a2-a398-1509c7020617,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap287d0ed0-be') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lazy-loading 'pci_devices' on Instance uuid 8fae982c-895e-4836-bf3c-b7cca460451d {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:52:34 user nova-compute[74681]:   <uuid>8fae982c-895e-4836-bf3c-b7cca460451d</uuid>
Oct 16 14:52:34 user nova-compute[74681]:   <name>instance-0000001d</name>
Oct 16 14:52:34 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:52:34 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:52:34 user nova-compute[74681]:   <metadata>
Oct 16 14:52:34 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:52:34 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:52:34 user nova-compute[74681]:       <nova:name>tempest-device-tagging-server-596368768</nova:name>
Oct 16 14:52:34 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:52:30</nova:creationTime>
Oct 16 14:52:34 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:52:34 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:52:34 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:52:34 user nova-compute[74681]:       <nova:owner>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:user uuid="56d68a84d0484b089d230a46b35f8604">tempest-TaggedBootDevicesTest_v242-294819966-project-member</nova:user>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:project uuid="7959dbdce29d404eb12ba1996564cddd">tempest-TaggedBootDevicesTest_v242-294819966</nova:project>
Oct 16 14:52:34 user nova-compute[74681]:       </nova:owner>
Oct 16 14:52:34 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:52:34 user nova-compute[74681]:       <nova:ports>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:port uuid="d0a653b8-4c8d-4080-8711-aff0cb417fdc">
Oct 16 14:52:34 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 14:52:34 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:port uuid="7d1cc420-0314-4ac9-b065-37c5a96788ba">
Oct 16 14:52:34 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.203" ipVersion="4"/>
Oct 16 14:52:34 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:port uuid="2c1a551b-5d5f-4287-9e73-746fd12fa660">
Oct 16 14:52:34 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.119" ipVersion="4"/>
Oct 16 14:52:34 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:port uuid="afc6936f-47fc-4c44-a7c6-86fe8542ecf7">
Oct 16 14:52:34 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.20" ipVersion="4"/>
Oct 16 14:52:34 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:port uuid="1760ed84-c9b9-46a4-9cf2-4022737af6e8">
Oct 16 14:52:34 user nova-compute[74681]:           <nova:ip type="fixed" address="10.1.1.168" ipVersion="4"/>
Oct 16 14:52:34 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:port uuid="c071cc6b-0f5e-48fe-ac7f-04539b062272">
Oct 16 14:52:34 user nova-compute[74681]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 16 14:52:34 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:34 user nova-compute[74681]:         <nova:port uuid="287d0ed0-be97-40a2-a398-1509c7020617">
Oct 16 14:52:34 user nova-compute[74681]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 16 14:52:34 user nova-compute[74681]:         </nova:port>
Oct 16 14:52:34 user nova-compute[74681]:       </nova:ports>
Oct 16 14:52:34 user nova-compute[74681]:     </nova:instance>
Oct 16 14:52:34 user nova-compute[74681]:   </metadata>
Oct 16 14:52:34 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:52:34 user nova-compute[74681]:     <system>
Oct 16 14:52:34 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:52:34 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:52:34 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:52:34 user nova-compute[74681]:       <entry name="serial">8fae982c-895e-4836-bf3c-b7cca460451d</entry>
Oct 16 14:52:34 user nova-compute[74681]:       <entry name="uuid">8fae982c-895e-4836-bf3c-b7cca460451d</entry>
Oct 16 14:52:34 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:52:34 user nova-compute[74681]:     </system>
Oct 16 14:52:34 user nova-compute[74681]:   </sysinfo>
Oct 16 14:52:34 user nova-compute[74681]:   <os>
Oct 16 14:52:34 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:52:34 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:52:34 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:52:34 user nova-compute[74681]:   </os>
Oct 16 14:52:34 user nova-compute[74681]:   <features>
Oct 16 14:52:34 user nova-compute[74681]:     <acpi/>
Oct 16 14:52:34 user nova-compute[74681]:     <apic/>
Oct 16 14:52:34 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:52:34 user nova-compute[74681]:   </features>
Oct 16 14:52:34 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:52:34 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:52:34 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:52:34 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:52:34 user nova-compute[74681]:   </clock>
Oct 16 14:52:34 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:52:34 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:52:34 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:52:34 user nova-compute[74681]:   </cpu>
Oct 16 14:52:34 user nova-compute[74681]:   <devices>
Oct 16 14:52:34 user nova-compute[74681]:     <disk type="file" device="cdrom">
Oct 16 14:52:34 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 14:52:34 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d/disk.config"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="hda" bus="ide"/>
Oct 16 14:52:34 user nova-compute[74681]:     </disk>
Oct 16 14:52:34 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:52:34 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:52:34 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <serial>9802b537-5b22-4698-b24d-5539433d4313</serial>
Oct 16 14:52:34 user nova-compute[74681]:     </disk>
Oct 16 14:52:34 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:52:34 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:52:34 user nova-compute[74681]:       <source dev="/dev/sde"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <serial>92d7f529-0d7d-45bc-9c86-fd4a17a3cf24</serial>
Oct 16 14:52:34 user nova-compute[74681]:     </disk>
Oct 16 14:52:34 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 14:52:34 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:52:34 user nova-compute[74681]:       <source dev="/dev/sdh"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="vdc" bus="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <serial>37aa0fb8-2622-41fc-92df-e69e0a1aac1d</serial>
Oct 16 14:52:34 user nova-compute[74681]:     </disk>
Oct 16 14:52:34 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:34 user nova-compute[74681]:       <mac address="fa:16:3e:f2:e2:e8"/>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="tapd0a653b8-4c"/>
Oct 16 14:52:34 user nova-compute[74681]:     </interface>
Oct 16 14:52:34 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:34 user nova-compute[74681]:       <mac address="fa:16:3e:95:74:da"/>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="tap7d1cc420-03"/>
Oct 16 14:52:34 user nova-compute[74681]:     </interface>
Oct 16 14:52:34 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:34 user nova-compute[74681]:       <mac address="fa:16:3e:31:ff:85"/>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="tap2c1a551b-5d"/>
Oct 16 14:52:34 user nova-compute[74681]:     </interface>
Oct 16 14:52:34 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:34 user nova-compute[74681]:       <mac address="fa:16:3e:06:e2:37"/>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="tapafc6936f-47"/>
Oct 16 14:52:34 user nova-compute[74681]:     </interface>
Oct 16 14:52:34 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:34 user nova-compute[74681]:       <mac address="fa:16:3e:77:18:d6"/>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="tap1760ed84-c9"/>
Oct 16 14:52:34 user nova-compute[74681]:     </interface>
Oct 16 14:52:34 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:34 user nova-compute[74681]:       <mac address="fa:16:3e:c8:c4:0e"/>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="tapc071cc6b-0f"/>
Oct 16 14:52:34 user nova-compute[74681]:     </interface>
Oct 16 14:52:34 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:52:34 user nova-compute[74681]:       <mac address="fa:16:3e:d8:2e:c0"/>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:52:34 user nova-compute[74681]:       <target dev="tap287d0ed0-be"/>
Oct 16 14:52:34 user nova-compute[74681]:     </interface>
Oct 16 14:52:34 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:52:34 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d/console.log" append="off"/>
Oct 16 14:52:34 user nova-compute[74681]:     </serial>
Oct 16 14:52:34 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:52:34 user nova-compute[74681]:     <video>
Oct 16 14:52:34 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:52:34 user nova-compute[74681]:     </video>
Oct 16 14:52:34 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:52:34 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:52:34 user nova-compute[74681]:     </rng>
Oct 16 14:52:34 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:52:34 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:52:34 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:52:34 user nova-compute[74681]:     </memballoon>
Oct 16 14:52:34 user nova-compute[74681]:   </devices>
Oct 16 14:52:34 user nova-compute[74681]: </domain>
Oct 16 14:52:34 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:e2:e8,bridge_name='br-int',has_traffic_filtering=True,id=d0a653b8-4c8d-4080-8711-aff0cb417fdc,network=Network(067079d7-e9e1-455c-a654-4870f05c08d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0a653b8-4c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:e2:e8,bridge_name='br-int',has_traffic_filtering=True,id=d0a653b8-4c8d-4080-8711-aff0cb417fdc,network=Network(067079d7-e9e1-455c-a654-4870f05c08d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0a653b8-4c') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c190d03-83b3-5ac6-8342-a7c085800559', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd0a653b8-4c, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd0a653b8-4c, col_values=(('qos', UUID('c7caf407-aa0a-4746-9e7a-e61bd28d491f')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd0a653b8-4c, col_values=(('external_ids', {'iface-id': 'd0a653b8-4c8d-4080-8711-aff0cb417fdc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:e2:e8', 'vm-uuid': '8fae982c-895e-4836-bf3c-b7cca460451d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: INFO os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:e2:e8,bridge_name='br-int',has_traffic_filtering=True,id=d0a653b8-4c8d-4080-8711-aff0cb417fdc,network=Network(067079d7-e9e1-455c-a654-4870f05c08d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0a653b8-4c')
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:74:da,bridge_name='br-int',has_traffic_filtering=True,id=7d1cc420-0314-4ac9-b065-37c5a96788ba,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d1cc420-03') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:74:da,bridge_name='br-int',has_traffic_filtering=True,id=7d1cc420-0314-4ac9-b065-37c5a96788ba,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d1cc420-03') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fbc58e88-b8b9-5efa-8621-5115dd7f263c', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d1cc420-03, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d1cc420-03, col_values=(('qos', UUID('d9107296-79fd-4f09-a28f-9396e24b5ae3')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d1cc420-03, col_values=(('external_ids', {'iface-id': '7d1cc420-0314-4ac9-b065-37c5a96788ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:74:da', 'vm-uuid': '8fae982c-895e-4836-bf3c-b7cca460451d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: INFO os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:74:da,bridge_name='br-int',has_traffic_filtering=True,id=7d1cc420-0314-4ac9-b065-37c5a96788ba,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d1cc420-03')
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:ff:85,bridge_name='br-int',has_traffic_filtering=True,id=2c1a551b-5d5f-4287-9e73-746fd12fa660,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c1a551b-5d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:ff:85,bridge_name='br-int',has_traffic_filtering=True,id=2c1a551b-5d5f-4287-9e73-746fd12fa660,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c1a551b-5d') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '67d17ec3-92a0-53c6-a8ef-ff74e69cb8d5', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2c1a551b-5d, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2c1a551b-5d, col_values=(('qos', UUID('46dbe398-29bb-4d0f-bfee-60515af95480')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2c1a551b-5d, col_values=(('external_ids', {'iface-id': '2c1a551b-5d5f-4287-9e73-746fd12fa660', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:ff:85', 'vm-uuid': '8fae982c-895e-4836-bf3c-b7cca460451d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: INFO os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:ff:85,bridge_name='br-int',has_traffic_filtering=True,id=2c1a551b-5d5f-4287-9e73-746fd12fa660,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c1a551b-5d')
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:e2:37,bridge_name='br-int',has_traffic_filtering=True,id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapafc6936f-47') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:e2:37,bridge_name='br-int',has_traffic_filtering=True,id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapafc6936f-47') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '890294d7-65de-58c3-80c7-e9c0a81543e2', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapafc6936f-47, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapafc6936f-47, col_values=(('qos', UUID('658258f2-a785-43f5-b2f2-9bfff9f1d2b0')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapafc6936f-47, col_values=(('external_ids', {'iface-id': 'afc6936f-47fc-4c44-a7c6-86fe8542ecf7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:e2:37', 'vm-uuid': '8fae982c-895e-4836-bf3c-b7cca460451d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: INFO os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:e2:37,bridge_name='br-int',has_traffic_filtering=True,id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapafc6936f-47')
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:18:d6,bridge_name='br-int',has_traffic_filtering=True,id=1760ed84-c9b9-46a4-9cf2-4022737af6e8,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1760ed84-c9') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:18:d6,bridge_name='br-int',has_traffic_filtering=True,id=1760ed84-c9b9-46a4-9cf2-4022737af6e8,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1760ed84-c9') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0cc972b2-5ca0-5ea0-8b36-2fe36df4fc67', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1760ed84-c9, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1760ed84-c9, col_values=(('qos', UUID('c6da720f-6c12-4716-be60-fdf19472a1b2')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1760ed84-c9, col_values=(('external_ids', {'iface-id': '1760ed84-c9b9-46a4-9cf2-4022737af6e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:18:d6', 'vm-uuid': '8fae982c-895e-4836-bf3c-b7cca460451d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: INFO os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:18:d6,bridge_name='br-int',has_traffic_filtering=True,id=1760ed84-c9b9-46a4-9cf2-4022737af6e8,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1760ed84-c9')
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:c4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c071cc6b-0f5e-48fe-ac7f-04539b062272,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc071cc6b-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:c4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c071cc6b-0f5e-48fe-ac7f-04539b062272,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc071cc6b-0f') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5ccc118-2f98-58be-b93b-973d3be25422', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc071cc6b-0f, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc071cc6b-0f, col_values=(('qos', UUID('4e80afe6-18f0-41ad-b255-404cc37fa91f')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc071cc6b-0f, col_values=(('external_ids', {'iface-id': 'c071cc6b-0f5e-48fe-ac7f-04539b062272', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:c4:0e', 'vm-uuid': '8fae982c-895e-4836-bf3c-b7cca460451d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: INFO os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:c4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c071cc6b-0f5e-48fe-ac7f-04539b062272,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc071cc6b-0f')
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2e:c0,bridge_name='br-int',has_traffic_filtering=True,id=287d0ed0-be97-40a2-a398-1509c7020617,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap287d0ed0-be') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2e:c0,bridge_name='br-int',has_traffic_filtering=True,id=287d0ed0-be97-40a2-a398-1509c7020617,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap287d0ed0-be') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3989cec8-4364-55ab-8108-b2f95770f716', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap287d0ed0-be, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap287d0ed0-be, col_values=(('qos', UUID('5ea7ffac-1922-4279-928e-2d9b2401cdb7')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap287d0ed0-be, col_values=(('external_ids', {'iface-id': '287d0ed0-be97-40a2-a398-1509c7020617', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:2e:c0', 'vm-uuid': '8fae982c-895e-4836-bf3c-b7cca460451d'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:35 user nova-compute[74681]: INFO os_vif [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2e:c0,bridge_name='br-int',has_traffic_filtering=True,id=287d0ed0-be97-40a2-a398-1509c7020617,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap287d0ed0-be')
Oct 16 14:52:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] No BDM found with device name hda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] No VIF found with MAC fa:16:3e:f2:e2:e8, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] No VIF found with MAC fa:16:3e:77:18:d6, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:52:35 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Using config drive
Oct 16 14:52:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:35 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Creating config drive at /opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d/disk.config
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp52n2bsj2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp52n2bsj2" returned: 0 in 0.121s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 is timed out.
Oct 16 14:52:35 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully detached device vdc from instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6 from the live domain config.
Oct 16 14:52:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'akeqRlru', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:35 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c7782a6-e1e9-48df-8a81-7b60c4b42c8d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:52:35 user nova-compute[74681]: No targets found.
Oct 16 14:52:35 user nova-compute[74681]: iSNS:
Oct 16 14:52:35 user nova-compute[74681]: No targets found.
Oct 16 14:52:35 user nova-compute[74681]: STATIC:
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0
Oct 16 14:52:35 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:35 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:35 user nova-compute[74681]: FIRMWARE:
Oct 16 14:52:35 user nova-compute[74681]: No targets found.
Oct 16 14:52:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:52:35 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:52:35 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46310dd-4262-4add-8757-682b960241e5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[395567fa-3802-4640-b114-e226f14faac3]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:52:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:35 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:52:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0319000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6'): ({'sdg'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Removing single pathed devices sdg {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d4fbe60-5260-4fd9-8de7-7bc1d18aa3f2]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f1ab52-072a-4e17-b9d8-1cd17e2ebc85]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Flushing IO for device /dev/sdg {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a98635cb-f4c2-43e2-84e7-0aa518a87cef]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.046s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f197c74-6fe0-49d5-8d4f-aaa4210087a5]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] SCSI volumes sdg have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb44a87d-e2d9-4fdf-82b8-9818fb3b67ce]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4bb97c-2530-46ff-9920-c9aa2361b6c6]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260]
Oct 16 14:52:35 user nova-compute[74681]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6, portal: 172.16.0.220,3260] successful.
Oct 16 14:52:35 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:35 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9392ce2-7dc3-4103-a915-776585bc56c6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.045s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5baeb5c0-3e6a-4e6c-ace3-eaf58b071731]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.404s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] <== disconnect_volume: return (407ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:36 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'flavor' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ff79e996-7d89-4a6b-ae79-cf9ecadf66f3 tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.066s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-f71bb0ea-e733-4af7-9cd3-7e472c4f7036 req-206d7048-aca6-4e4d-98b4-aca59f8a863d service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f71bb0ea-e733-4af7-9cd3-7e472c4f7036 req-206d7048-aca6-4e4d-98b4-aca59f8a863d service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f71bb0ea-e733-4af7-9cd3-7e472c4f7036 req-206d7048-aca6-4e4d-98b4-aca59f8a863d service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f71bb0ea-e733-4af7-9cd3-7e472c4f7036 req-206d7048-aca6-4e4d-98b4-aca59f8a863d service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-f71bb0ea-e733-4af7-9cd3-7e472c4f7036 req-206d7048-aca6-4e4d-98b4-aca59f8a863d service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:37 user nova-compute[74681]: WARNING nova.compute.manager [req-f71bb0ea-e733-4af7-9cd3-7e472c4f7036 req-206d7048-aca6-4e4d-98b4-aca59f8a863d service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc for instance with vm_state building and task_state spawning.
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-changed-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing instance network info cache due to event network-changed-04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] Acquiring lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] Acquired lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG nova.network.neutron [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-904773d8-7d87-451f-ad91-0b59181165cb req-b2eecd76-c0dc-4a7c-b2e5-26ce4caafd75 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-904773d8-7d87-451f-ad91-0b59181165cb req-b2eecd76-c0dc-4a7c-b2e5-26ce4caafd75 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-904773d8-7d87-451f-ad91-0b59181165cb req-b2eecd76-c0dc-4a7c-b2e5-26ce4caafd75 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-904773d8-7d87-451f-ad91-0b59181165cb req-b2eecd76-c0dc-4a7c-b2e5-26ce4caafd75 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-904773d8-7d87-451f-ad91-0b59181165cb req-b2eecd76-c0dc-4a7c-b2e5-26ce4caafd75 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:37 user nova-compute[74681]: WARNING nova.compute.manager [req-904773d8-7d87-451f-ad91-0b59181165cb req-b2eecd76-c0dc-4a7c-b2e5-26ce4caafd75 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba for instance with vm_state building and task_state spawning.
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:38 user nova-compute[74681]: INFO nova.compute.manager [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Terminating instance
Oct 16 14:52:38 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.006s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:38 user nova-compute[74681]: INFO nova.compute.manager [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Terminating instance
Oct 16 14:52:38 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updated VIF entry in instance network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-032a33ce-8be7-479c-9abd-e943ce91c533 req-9f7a174a-514e-4d29-879c-27c636b08d0a service nova] Releasing lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-3c9aee14-45b7-4b19-bc3c-bfc08f535fc3 req-b33b06e2-823c-4f5e-9264-4d4efb3a1abb service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Instance destroyed successfully.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'resources' on Instance uuid 9098875f-d785-408c-8e9f-fd86af5fb02d {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Instance destroyed successfully.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.objects.instance [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lazy-loading 'resources' on Instance uuid 09ad92c2-1590-4fdd-ba49-6846b9e089d6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:47:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1548578784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1548578784',id=21,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:47:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-mitjk0yx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:49:04Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=9098875f-d785-408c-8e9f-fd86af5fb02d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "9192f081-2479-4788-ad72-d4683e2b2e27", "address": "fa:16:3e:05:2f:2f", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9192f081-24", "ovs_interfaceid": "9192f081-2479-4788-ad72-d4683e2b2e27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:2f:2f,bridge_name='br-int',has_traffic_filtering=True,id=9192f081-2479-4788-ad72-d4683e2b2e27,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9192f081-24') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG os_vif [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:2f:2f,bridge_name='br-int',has_traffic_filtering=True,id=9192f081-2479-4788-ad72-d4683e2b2e27,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9192f081-24') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:48:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1207651956',display_name='tempest-AttachVolumeTestJSON-server-1207651956',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1207651956',id=23,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC+p7Xlk9rZqJCg+OPrQeGC6siECjm/25rzKptulK4A+eqIQ2UkulnrQ8jTEb4MWlg5zn2V8ZIJnq/IwoeLuePXNSPW/9Ae9NMta+OKohDxkXMkbVDMT5fBTmE9wcFpMdw==',key_name='tempest-keypair-784883194',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:48:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='24419861b6ce4abf92aefe468474454a',ramdisk_id='',reservation_id='r-c6lacxjf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-468114976',owner_user_name='tempest-AttachVolumeTestJSON-468114976-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:48:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4516270b53754ed4b355ca7700b98d63',uuid=09ad92c2-1590-4fdd-ba49-6846b9e089d6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converting VIF {"id": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "address": "fa:16:3e:59:d0:6a", "network": {"id": "79838d82-39a6-4dd6-830d-87efd5b320b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1676820781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24419861b6ce4abf92aefe468474454a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap31941994-fa", "ovs_interfaceid": "31941994-fa64-48ea-ae8d-52d1fafd0db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:59:d0:6a,bridge_name='br-int',has_traffic_filtering=True,id=31941994-fa64-48ea-ae8d-52d1fafd0db6,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31941994-fa') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG os_vif [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:d0:6a,bridge_name='br-int',has_traffic_filtering=True,id=31941994-fa64-48ea-ae8d-52d1fafd0db6,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31941994-fa') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9192f081-24, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap31941994-fa, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-vif-unplugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] No waiting events found dispatching network-vif-unplugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-vif-unplugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Acquiring lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] No waiting events found dispatching network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-57128d99-3a72-46b6-b2f5-fcc7824755f8 req-ad65558e-1f5a-4538-9e94-610294b96d70 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received unexpected event network-vif-plugged-31941994-fa64-48ea-ae8d-52d1fafd0db6 for instance with vm_state active and task_state deleting.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be11bd09-74d5-412f-9547-6432199381c8) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=938a68fa-c3bf-416a-ab23-14ead6cabf9d) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: INFO os_vif [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:2f:2f,bridge_name='br-int',has_traffic_filtering=True,id=9192f081-2479-4788-ad72-d4683e2b2e27,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9192f081-24')
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Deleting instance files /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d_del
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Deletion of /opt/stack/data/nova/instances/9098875f-d785-408c-8e9f-fd86af5fb02d_del complete
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: INFO os_vif [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:d0:6a,bridge_name='br-int',has_traffic_filtering=True,id=31941994-fa64-48ea-ae8d-52d1fafd0db6,network=Network(79838d82-39a6-4dd6-830d-87efd5b320b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap31941994-fa')
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Deleting instance files /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6_del
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Deletion of /opt/stack/data/nova/instances/09ad92c2-1590-4fdd-ba49-6846b9e089d6_del complete
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.compute.manager [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Took 1.56 seconds to destroy the instance on the hypervisor.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:52:39 user nova-compute[74681]: INFO nova.compute.manager [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Took 1.37 seconds to destroy the instance on the hypervisor.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-vif-unplugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] No waiting events found dispatching network-vif-unplugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-vif-unplugged-9192f081-2479-4788-ad72-d4683e2b2e27 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] No waiting events found dispatching network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received unexpected event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 for instance with vm_state active and task_state deleting.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:39 user nova-compute[74681]: WARNING nova.compute.manager [req-f6adefee-c406-426c-8714-467c794312c4 req-0f9d0578-b7a1-449d-a38d-455291dc006e service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 for instance with vm_state building and task_state spawning.
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:40 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Took 1.03 seconds to deallocate network for instance.
Oct 16 14:52:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:41 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Took 1.35 seconds to deallocate network for instance.
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-2d84097a-b688-441f-b7af-0a5eb5e90075 req-216554c0-cff9-4c07-9106-227269d43da2 service nova] [instance: 09ad92c2-1590-4fdd-ba49-6846b9e089d6] Received event network-vif-deleted-31941994-fa64-48ea-ae8d-52d1fafd0db6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.670s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.345s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:41 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Deleted allocations for instance 09ad92c2-1590-4fdd-ba49-6846b9e089d6
Oct 16 14:52:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:41 user nova-compute[74681]: WARNING nova.compute.manager [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 for instance with vm_state building and task_state spawning.
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:41 user nova-compute[74681]: WARNING nova.compute.manager [req-0b4ab863-053e-4ac4-b22c-5a867f5b0985 req-5bc062c6-564c-46eb-8d2e-c20ce760f3cf service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 for instance with vm_state building and task_state spawning.
Oct 16 14:52:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bfdce211-9f15-4f4f-995c-548f6041e40f tempest-AttachVolumeTestJSON-468114976 tempest-AttachVolumeTestJSON-468114976-project-member] Lock "09ad92c2-1590-4fdd-ba49-6846b9e089d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.345s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:41 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:42 user nova-compute[74681]: WARNING nova.compute.manager [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 for instance with vm_state building and task_state spawning.
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] Acquiring lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] No waiting events found dispatching network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:42 user nova-compute[74681]: WARNING nova.compute.manager [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received unexpected event network-vif-plugged-9192f081-2479-4788-ad72-d4683e2b2e27 for instance with vm_state deleted and task_state None.
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-2a0275f6-7603-4d69-aaba-f21a358ee99c req-65ba35a0-5ab9-4f8d-8b31-7e5c7fcccb84 service nova] [instance: 9098875f-d785-408c-8e9f-fd86af5fb02d] Received event network-vif-deleted-9192f081-2479-4788-ad72-d4683e2b2e27 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.496s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:42 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Deleted allocations for instance 9098875f-d785-408c-8e9f-fd86af5fb02d
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d52f304e-e5e6-466d-a0b4-19be05cad089 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "9098875f-d785-408c-8e9f-fd86af5fb02d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:52:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance spawned successfully.
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:42 user nova-compute[74681]: INFO nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Took 12.38 seconds to spawn the instance on the hypervisor.
Oct 16 14:52:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:52:42 user nova-compute[74681]: INFO nova.compute.manager [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Took 74.69 seconds to build instance.
Oct 16 14:52:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ef0f4f8d-aabe-46c3-a73b-5895d52ba968 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "8fae982c-895e-4836-bf3c-b7cca460451d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 74.835s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:44 user nova-compute[74681]: INFO nova.compute.manager [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Shelving
Oct 16 14:52:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-2ae9c46b-329d-42d3-8c66-081e7f29f611 req-827cd57a-288c-4917-8ad0-12314cd665f9 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2ae9c46b-329d-42d3-8c66-081e7f29f611 req-827cd57a-288c-4917-8ad0-12314cd665f9 service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2ae9c46b-329d-42d3-8c66-081e7f29f611 req-827cd57a-288c-4917-8ad0-12314cd665f9 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2ae9c46b-329d-42d3-8c66-081e7f29f611 req-827cd57a-288c-4917-8ad0-12314cd665f9 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-2ae9c46b-329d-42d3-8c66-081e7f29f611 req-827cd57a-288c-4917-8ad0-12314cd665f9 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:45 user nova-compute[74681]: WARNING nova.compute.manager [req-2ae9c46b-329d-42d3-8c66-081e7f29f611 req-827cd57a-288c-4917-8ad0-12314cd665f9 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state shelving.
Oct 16 14:52:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance destroyed successfully.
Oct 16 14:52:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Beginning cold snapshot process
Oct 16 14:52:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:52:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk /opt/stack/data/nova/instances/snapshots/tmpvt6i3i6j/7283ed661cc04da6896b1d92de93ff19 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk /opt/stack/data/nova/instances/snapshots/tmpvt6i3i6j/7283ed661cc04da6896b1d92de93ff19" returned: 0 in 0.996s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Snapshot extracted, beginning image upload
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:47 user nova-compute[74681]: WARNING nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:47 user nova-compute[74681]: WARNING nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:47 user nova-compute[74681]: WARNING nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:47 user nova-compute[74681]: WARNING nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:47 user nova-compute[74681]: WARNING nova.compute.manager [req-8f7074bf-d3db-48a4-91e3-8d5e2db4478c req-6acac965-ac3f-4500-bd69-fd6ac236b47d service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 14:52:49 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Snapshot image upload complete
Oct 16 14:52:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:52:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:49 user nova-compute[74681]: INFO nova.compute.manager [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Shelve offloading
Oct 16 14:52:49 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance destroyed successfully.
Oct 16 14:52:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:52:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:52:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquired lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:52:49 user nova-compute[74681]: DEBUG nova.network.neutron [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:52:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Releasing lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:52:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance destroyed successfully.
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.objects.instance [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'resources' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1058262131',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1058262131',id=26,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIWaQxyawdmoCm6k83zB7Jn/Wa7GmXgQcvWQWveF3aIE+fBee4sYB66cgETgyBw1fP5a5tHJpUzF7/7/ikLPCtw0c0MxTCaV/OyXtlMvgkrJt3pKYENGLRwB/X96RfN2zg==',key_name='tempest-keypair-861499966',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-ub5hkoew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member',shelved_at='2023-10-16T14:52:49.593662',shelved_host='user',shelved_image_id='ac0ae41e-4f93-451d-b4c5-6b721a4728e2'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=4b1a7705-f7ff-4c17-9078-13c558714c1c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG os_vif [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-changed-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing instance network info cache due to event network-changed-04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] Acquiring lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] Acquired lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04067c21-0d, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=22d8b1d2-95d3-4d5e-a6de-fa0b523fd1f2) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:51 user nova-compute[74681]: INFO os_vif [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d')
Oct 16 14:52:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Deleting instance files /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c_del
Oct 16 14:52:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Deletion of /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c_del complete
Oct 16 14:52:51 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Deleted allocations for instance 4b1a7705-f7ff-4c17-9078-13c558714c1c
Oct 16 14:52:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.objects.instance [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.objects.base [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<4b1a7705-f7ff-4c17-9078-13c558714c1c> lazy-loaded attributes: resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updated VIF entry in instance network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap04067c21-0d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7ce4e62e-5bc8-482b-a926-6b1a98c486a3 req-fb245502-3ceb-4d08-847e-72028309c887 service nova] Releasing lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:52:52 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:52:52 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:52:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-923ba74c-00dc-44f6-bc02-1844b389e075 tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.461s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:53 user nova-compute[74681]: INFO nova.compute.manager [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Terminating instance
Oct 16 14:52:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-5324b231-67fa-4758-9e07-407ca0502f13 req-95d84a9e-953c-4e21-a266-908b3a2fcebc service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5324b231-67fa-4758-9e07-407ca0502f13 req-95d84a9e-953c-4e21-a266-908b3a2fcebc service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5324b231-67fa-4758-9e07-407ca0502f13 req-95d84a9e-953c-4e21-a266-908b3a2fcebc service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5324b231-67fa-4758-9e07-407ca0502f13 req-95d84a9e-953c-4e21-a266-908b3a2fcebc service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-5324b231-67fa-4758-9e07-407ca0502f13 req-95d84a9e-953c-4e21-a266-908b3a2fcebc service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-5324b231-67fa-4758-9e07-407ca0502f13 req-95d84a9e-953c-4e21-a266-908b3a2fcebc service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Instance destroyed successfully.
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lazy-loading 'resources' on Instance uuid 724db303-8383-4435-b996-a5a98ea6f5b6 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:48:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-386922442',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1234072622',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCcQJU3pnFRRJPKVhrV2f+P1J2hhS4lunsDkh+re3A3LChwg5lQK39o6jt5wut8f4Ow0OX88YIfjZHdzTZ1iC7Ym/xe74MLLWx2ghTp2LgIqEfhBdNsC6MrSMGpR6cVrBA==',key_name='tempest-keypair-604269887',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:51:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8e5431cdbd194b67a5f741cd5641c6d6',ramdisk_id='',reservation_id='r-t1ikny8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1544406745',owner_user_name='tempest-ServerActionsV293TestJSON-1544406745-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:51:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b2ef2772ce341e4b3de868194b934f2',uuid=724db303-8383-4435-b996-a5a98ea6f5b6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converting VIF {"id": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "address": "fa:16:3e:f7:11:45", "network": {"id": "127b73aa-88dd-481e-bd61-67dc216c332f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-426661795-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e5431cdbd194b67a5f741cd5641c6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6bb71d3-7b", "ovs_interfaceid": "c6bb71d3-7b93-4806-9883-44a6790fb9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_vif [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc6bb71d3-7b, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2829c7f8-1ca7-44cd-93a8-c5dc47ee63c6) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: INFO os_vif [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:11:45,bridge_name='br-int',has_traffic_filtering=True,id=c6bb71d3-7b93-4806-9883-44a6790fb9a5,network=Network(127b73aa-88dd-481e-bd61-67dc216c332f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6bb71d3-7b')
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DQqlJKGg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:52:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.040s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0661b2-e804-4795-b9e8-207e073330e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:52:54 user nova-compute[74681]: No targets found.
Oct 16 14:52:54 user nova-compute[74681]: iSNS:
Oct 16 14:52:54 user nova-compute[74681]: No targets found.
Oct 16 14:52:54 user nova-compute[74681]: STATIC:
Oct 16 14:52:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313
Oct 16 14:52:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:52:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c
Oct 16 14:52:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:52:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24
Oct 16 14:52:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d
Oct 16 14:52:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:54 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0
Oct 16 14:52:54 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:52:54 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:52:54 user nova-compute[74681]: FIRMWARE:
Oct 16 14:52:54 user nova-compute[74681]: No targets found.
Oct 16 14:52:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:52:54 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:52:54 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[79c79c1c-349f-412f-a414-56de1eb412ad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6ade007-f5b5-458f-b7e9-733a0ed918cf]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:52:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:52:54 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:52:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e02fa0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82f009e-2d47-4d73-a9ce-375ccba671dd]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd0b8b77-7c1d-47d3-a516-d3acf35d403a]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e39796-1b3f-4d48-b915-5b673c3d8ce3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a7bcb0-fc4c-4ceb-a8ca-d467142226be]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.061s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[11731023-9878-4e8e-ba0e-62263ab7d874]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[628e9097-a7d4-4b84-a580-b086f6dc3241]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260]
Oct 16 14:52:54 user nova-compute[74681]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c, portal: 172.16.0.220,3260] successful.
Oct 16 14:52:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2acb9cb2-9574-4fac-b148-6e060c0ea53c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6da430d-5b6b-4a6d-ac10-34ca9bf3a62c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.432s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] <== disconnect_volume: return (434ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:52:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Deleting instance files /opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6_del
Oct 16 14:52:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Deletion of /opt/stack/data/nova/instances/724db303-8383-4435-b996-a5a98ea6f5b6_del complete
Oct 16 14:52:54 user nova-compute[74681]: INFO nova.compute.manager [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Took 1.48 seconds to destroy the instance on the hypervisor.
Oct 16 14:52:54 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:52:55 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:52:55 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Took 0.99 seconds to deallocate network for instance.
Oct 16 14:52:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-c66dfc3c-5e65-47b5-9e25-f134c83be30b req-933da089-db0e-43f8-98c3-6b3ca3c09803 service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-deleted-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:56 user nova-compute[74681]: WARNING nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state deleting.
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:56 user nova-compute[74681]: WARNING nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state deleting.
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:56 user nova-compute[74681]: WARNING nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state deleting.
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-unplugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Acquiring lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] Lock "724db303-8383-4435-b996-a5a98ea6f5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] No waiting events found dispatching network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:52:56 user nova-compute[74681]: WARNING nova.compute.manager [req-451a0a47-7e87-4882-ad58-7ab71ef8b3ef req-be4af8dc-5ef4-46a0-ad11-3f5da147783f service nova] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Received unexpected event network-vif-plugged-c6bb71d3-7b93-4806-9883-44a6790fb9a5 for instance with vm_state active and task_state deleting.
Oct 16 14:52:56 user nova-compute[74681]: INFO nova.compute.manager [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Took 1.05 seconds to detach 1 volumes for instance.
Oct 16 14:52:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] [instance: 724db303-8383-4435-b996-a5a98ea6f5b6] Deleting volume: 2acb9cb2-9574-4fac-b148-6e060c0ea53c {{(pid=74681) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 14:52:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:52:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:52:57 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:52:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:52:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.420s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:57 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Deleted allocations for instance 724db303-8383-4435-b996-a5a98ea6f5b6
Oct 16 14:52:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1a89fee8-9a0d-40bc-8af3-8689982cdc00 tempest-ServerActionsV293TestJSON-1544406745 tempest-ServerActionsV293TestJSON-1544406745-project-member] Lock "724db303-8383-4435-b996-a5a98ea6f5b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.245s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:52:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:53:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing instance network info cache due to event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updated VIF entry in instance network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4d88c008-dab5-45cc-8fa2-3467662cf5d5 req-f8cb3790-6012-42ef-9524-8fba15b968ca service nova] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG nova.objects.instance [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'flavor' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.076s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:06 user nova-compute[74681]: INFO nova.compute.manager [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Attaching volume 43f6073e-d40f-4a86-b2fd-57be46c360c5 to /dev/vdb
Oct 16 14:53:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG os_brick.utils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:07 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:07 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7695MB free_disk=25.21619415283203GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4cef87f-daff-4ad4-a5d7-5bf04ce48469]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecfa65bb-2430-4878-aad8-e18a4ef4e331]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdb16de1-082a-4acd-9b70-4264f82b7ece]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f410c930-3f1e-4f84-b5fd-89a1dcd90461]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:53:07 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4c36f06-11df-41ea-8c5d-66b8eb373d0e]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG os_brick.utils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating existing volume attachment record: 1bddb0f7-c148-4227-9f83-acc930dc592d {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Applying migration context for instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f as it has an incoming, in-progress migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2. Migration status is finished {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 16 14:53:07 user nova-compute[74681]: INFO nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating resource usage from migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9965d0de-898e-43e8-b779-8b69f30965b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 53af04e2-3c48-4940-be0e-5c0e318c9733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 8fae982c-895e-4836-bf3c-b7cca460451d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:53:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.556s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:53:20 user nova-compute[74681]: INFO nova.compute.claims [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Claim successful on node user
Oct 16 14:53:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.430s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:53:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.policy [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ce1043e270455b932cceefc0909ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80c67e0e6f945fd8e4fe43d3a350834', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:53:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Creating image(s)
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "/opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk 1073741824" returned: 0 in 0.055s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing instance network info cache due to event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] Acquiring lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] Acquired lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.network.neutron [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.network.neutron [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Successfully created port: 17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Cannot resize image /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Ensure instance console log exists: /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.network.neutron [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updated VIF entry in instance network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG nova.network.neutron [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7b00dd42-0ac5-4be0-bb4f-8d60ac79b321 req-ed2acccb-7af7-436b-8235-4077f0fe9e1f service nova] Releasing lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Successfully updated port: 17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquired lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Going to confirm migration 2 {{(pid=74681) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing instance network info cache due to event network-changed-a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] Acquiring lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] Acquired lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Refreshing network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:23 user nova-compute[74681]: INFO nova.compute.manager [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Detaching volume 51c3134b-897c-4797-8d02-6897f81e96b0
Oct 16 14:53:23 user nova-compute[74681]: INFO nova.virt.block_device [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Attempting to driver detach volume 51c3134b-897c-4797-8d02-6897f81e96b0 from mountpoint /dev/vdb
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Attempting to detach device vdb from instance 9965d0de-898e-43e8-b779-8b69f30965b1 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:53:23 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:53:23 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:53:23 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:53:23 user nova-compute[74681]:   <serial>51c3134b-897c-4797-8d02-6897f81e96b0</serial>
Oct 16 14:53:23 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:53:23 user nova-compute[74681]: </disk>
Oct 16 14:53:23 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:53:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully detached device vdb from instance 9965d0de-898e-43e8-b779-8b69f30965b1 from the persistent domain config.
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9965d0de-898e-43e8-b779-8b69f30965b1 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:53:23 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:53:23 user nova-compute[74681]:   <source dev="/dev/sdf"/>
Oct 16 14:53:23 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:53:23 user nova-compute[74681]:   <serial>51c3134b-897c-4797-8d02-6897f81e96b0</serial>
Oct 16 14:53:23 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:53:23 user nova-compute[74681]: </disk>
Oct 16 14:53:23 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquired lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'info_cache' on Instance uuid 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updating instance_info_cache with network_info: [{"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Releasing lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Instance network_info: |[{"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Start _get_guest_xml network_info=[{"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:53:23 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:23 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-261433378',display_name='tempest-AttachVolumeNegativeTest-server-261433378',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-261433378',id=30,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAAzsD19e36pW60L/NAF8U8MqEruyDkrTo7tlQlvHe1ebW+Ghke+ZwuGgcmIkdd+fJuFrqzDUhdrsVwaCLQvbOdPSqWsCkuBQY9q9u7Hn+M6pXg6lfYdiDfEy1SC0KuO2Q==',key_name='tempest-keypair-1332922398',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-z02eh2kq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:53:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:76:7e,bridge_name='br-int',has_traffic_filtering=True,id=17072b69-e404-4f02-8269-d63e5f5c5a99,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17072b69-e4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'pci_devices' on Instance uuid fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updated VIF entry in instance network info cache for port a71e282f-0bf6-4286-8bb7-0d9570727ba3. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [{"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:53:23 user nova-compute[74681]:   <uuid>fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02</uuid>
Oct 16 14:53:23 user nova-compute[74681]:   <name>instance-0000001e</name>
Oct 16 14:53:23 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:53:23 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:53:23 user nova-compute[74681]:   <metadata>
Oct 16 14:53:23 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:53:23 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:53:23 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeNegativeTest-server-261433378</nova:name>
Oct 16 14:53:23 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:53:23</nova:creationTime>
Oct 16 14:53:23 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:53:23 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:53:23 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:53:23 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:53:23 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:53:23 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:53:23 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:53:23 user nova-compute[74681]:       <nova:owner>
Oct 16 14:53:23 user nova-compute[74681]:         <nova:user uuid="47ce1043e270455b932cceefc0909ef1">tempest-AttachVolumeNegativeTest-1928419655-project-member</nova:user>
Oct 16 14:53:23 user nova-compute[74681]:         <nova:project uuid="c80c67e0e6f945fd8e4fe43d3a350834">tempest-AttachVolumeNegativeTest-1928419655</nova:project>
Oct 16 14:53:23 user nova-compute[74681]:       </nova:owner>
Oct 16 14:53:23 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:53:23 user nova-compute[74681]:       <nova:ports>
Oct 16 14:53:23 user nova-compute[74681]:         <nova:port uuid="17072b69-e404-4f02-8269-d63e5f5c5a99">
Oct 16 14:53:23 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 16 14:53:23 user nova-compute[74681]:         </nova:port>
Oct 16 14:53:23 user nova-compute[74681]:       </nova:ports>
Oct 16 14:53:23 user nova-compute[74681]:     </nova:instance>
Oct 16 14:53:23 user nova-compute[74681]:   </metadata>
Oct 16 14:53:23 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:53:23 user nova-compute[74681]:     <system>
Oct 16 14:53:23 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:53:23 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:53:23 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:53:23 user nova-compute[74681]:       <entry name="serial">fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02</entry>
Oct 16 14:53:23 user nova-compute[74681]:       <entry name="uuid">fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02</entry>
Oct 16 14:53:23 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:53:23 user nova-compute[74681]:     </system>
Oct 16 14:53:23 user nova-compute[74681]:   </sysinfo>
Oct 16 14:53:23 user nova-compute[74681]:   <os>
Oct 16 14:53:23 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:53:23 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:53:23 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:53:23 user nova-compute[74681]:   </os>
Oct 16 14:53:23 user nova-compute[74681]:   <features>
Oct 16 14:53:23 user nova-compute[74681]:     <acpi/>
Oct 16 14:53:23 user nova-compute[74681]:     <apic/>
Oct 16 14:53:23 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:53:23 user nova-compute[74681]:   </features>
Oct 16 14:53:23 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:53:23 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:53:23 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:53:23 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:53:23 user nova-compute[74681]:   </clock>
Oct 16 14:53:23 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:53:23 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:53:23 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:53:23 user nova-compute[74681]:   </cpu>
Oct 16 14:53:23 user nova-compute[74681]:   <devices>
Oct 16 14:53:23 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:53:23 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:53:23 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk"/>
Oct 16 14:53:23 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:53:23 user nova-compute[74681]:     </disk>
Oct 16 14:53:23 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:53:23 user nova-compute[74681]:       <mac address="fa:16:3e:54:76:7e"/>
Oct 16 14:53:23 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:53:23 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:53:23 user nova-compute[74681]:       <target dev="tap17072b69-e4"/>
Oct 16 14:53:23 user nova-compute[74681]:     </interface>
Oct 16 14:53:23 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:53:23 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/console.log" append="off"/>
Oct 16 14:53:23 user nova-compute[74681]:     </serial>
Oct 16 14:53:23 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:53:23 user nova-compute[74681]:     <video>
Oct 16 14:53:23 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:53:23 user nova-compute[74681]:     </video>
Oct 16 14:53:23 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:53:23 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:53:23 user nova-compute[74681]:     </rng>
Oct 16 14:53:23 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:53:23 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:53:23 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:53:23 user nova-compute[74681]:     </memballoon>
Oct 16 14:53:23 user nova-compute[74681]:   </devices>
Oct 16 14:53:23 user nova-compute[74681]: </domain>
Oct 16 14:53:23 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-261433378',display_name='tempest-AttachVolumeNegativeTest-server-261433378',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-261433378',id=30,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAAzsD19e36pW60L/NAF8U8MqEruyDkrTo7tlQlvHe1ebW+Ghke+ZwuGgcmIkdd+fJuFrqzDUhdrsVwaCLQvbOdPSqWsCkuBQY9q9u7Hn+M6pXg6lfYdiDfEy1SC0KuO2Q==',key_name='tempest-keypair-1332922398',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-z02eh2kq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:53:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:76:7e,bridge_name='br-int',has_traffic_filtering=True,id=17072b69-e404-4f02-8269-d63e5f5c5a99,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17072b69-e4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG os_vif [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:76:7e,bridge_name='br-int',has_traffic_filtering=True,id=17072b69-e404-4f02-8269-d63e5f5c5a99,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17072b69-e4') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eda5a273-04e4-5e8d-b2e1-88c6a517ffaf', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5e627131-e908-4c9f-8849-545b659d1704 req-cd3ebfc1-f3ae-4d70-9d31-2d5cc3860459 service nova] Releasing lock "refresh_cache-9965d0de-898e-43e8-b779-8b69f30965b1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap17072b69-e4, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap17072b69-e4, col_values=(('qos', UUID('4d97babc-360b-4919-848b-f08fb0c7e7fc')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap17072b69-e4, col_values=(('external_ids', {'iface-id': '17072b69-e404-4f02-8269-d63e5f5c5a99', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:76:7e', 'vm-uuid': 'fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:23 user nova-compute[74681]: INFO os_vif [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:76:7e,bridge_name='br-int',has_traffic_filtering=True,id=17072b69-e404-4f02-8269-d63e5f5c5a99,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17072b69-e4')
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No VIF found with MAC fa:16:3e:54:76:7e, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:53:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9965d0de-898e-43e8-b779-8b69f30965b1 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating instance_info_cache with network_info: [{"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Releasing lock "refresh_cache-3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'migration_context' on Instance uuid 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG nova.objects.base [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Object Instance<3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f> lazy-loaded attributes: info_cache,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:53:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.446s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:24 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Deleted allocation for migration fa4752fc-8456-4ec3-b89d-c75d26f1e0b2
Oct 16 14:53:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5fbe2457-ee4d-4142-9812-da9181a4af75 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.582s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-changed-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Refreshing instance network info cache due to event network-changed-17072b69-e404-4f02-8269-d63e5f5c5a99. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] Acquiring lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] Acquired lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Refreshing network info cache for port 17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updated VIF entry in instance network info cache for port 17072b69-e404-4f02-8269-d63e5f5c5a99. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:53:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updating instance_info_cache with network_info: [{"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e1216456-1c64-4198-b613-d2cf050e8d7c req-2f4cb720-d6f2-4d75-9501-4d91a82b9bf6 service nova] Releasing lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] No waiting events found dispatching network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:27 user nova-compute[74681]: WARNING nova.compute.manager [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received unexpected event network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 for instance with vm_state building and task_state spawning.
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] No waiting events found dispatching network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:27 user nova-compute[74681]: WARNING nova.compute.manager [req-d39c1c66-3b02-4c6c-8ad6-194d5dca68c4 req-ec158ed7-6c86-4a81-a187-a472eab498d6 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received unexpected event network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 for instance with vm_state building and task_state spawning.
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:53:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Instance spawned successfully.
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:53:27 user nova-compute[74681]: INFO nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Took 6.79 seconds to spawn the instance on the hypervisor.
Oct 16 14:53:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:53:27 user nova-compute[74681]: INFO nova.compute.manager [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Took 7.69 seconds to build instance.
Oct 16 14:53:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-80f2b0c8-f15c-4f66-aeb1-e38c25346ed9 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.792s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:29 user nova-compute[74681]: INFO nova.compute.manager [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Terminating instance
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-d7ce1452-8f03-4310-bea6-18b34836e1d6 req-bae830fe-2913-4c19-8b0f-230548b50f67 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d7ce1452-8f03-4310-bea6-18b34836e1d6 req-bae830fe-2913-4c19-8b0f-230548b50f67 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d7ce1452-8f03-4310-bea6-18b34836e1d6 req-bae830fe-2913-4c19-8b0f-230548b50f67 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d7ce1452-8f03-4310-bea6-18b34836e1d6 req-bae830fe-2913-4c19-8b0f-230548b50f67 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-d7ce1452-8f03-4310-bea6-18b34836e1d6 req-bae830fe-2913-4c19-8b0f-230548b50f67 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-d7ce1452-8f03-4310-bea6-18b34836e1d6 req-bae830fe-2913-4c19-8b0f-230548b50f67 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-unplugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:53:29 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Instance destroyed successfully.
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'resources' on Instance uuid 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:40:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1969439953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1969439953',id=11,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:43:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-z6dfrvgi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:45:19Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=051c3b57-a7c0-4cd5-96c4-dae6d1d1f097,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "address": "fa:16:3e:10:24:28", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea23d26b-10", "ovs_interfaceid": "ea23d26b-10c1-4fdc-895a-8e09cf48fec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_vif [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapea23d26b-10, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d56e983-8972-43d2-8f8b-2f4b695017e5) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:53:29 user nova-compute[74681]: INFO os_vif [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:24:28,bridge_name='br-int',has_traffic_filtering=True,id=ea23d26b-10c1-4fdc-895a-8e09cf48fec4,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea23d26b-10')
Oct 16 14:53:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oRjMQJTV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:53:29 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b15542-c457-4d96-af10-c7e50d1f9b1e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:53:29 user nova-compute[74681]: No targets found.
Oct 16 14:53:29 user nova-compute[74681]: iSNS:
Oct 16 14:53:29 user nova-compute[74681]: No targets found.
Oct 16 14:53:29 user nova-compute[74681]: STATIC:
Oct 16 14:53:29 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313
Oct 16 14:53:29 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:29 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:29 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c
Oct 16 14:53:29 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:29 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:29 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:53:29 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:29 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:29 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24
Oct 16 14:53:29 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:29 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:29 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d
Oct 16 14:53:29 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:29 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:29 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0
Oct 16 14:53:29 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:29 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:29 user nova-compute[74681]: FIRMWARE:
Oct 16 14:53:29 user nova-compute[74681]: No targets found.
Oct 16 14:53:29 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:53:29 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:53:29 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd9ce79-f135-41ec-a66e-901fadd4469d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[454b8c8f-fede-4de2-b667-39a01ed08843]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:29 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:29 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:29 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d056fac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c'): ({'sdd'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Removing single pathed devices sdd {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:53:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[960c13c6-e394-48c6-ba58-6a4d8a839b48]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[51b73b11-d22c-43f0-b9de-8bd5d876dc43]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Flushing IO for device /dev/sdd {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[336700a5-cd9d-44a8-9c28-4d4389d536b9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc613bca-aa7b-4261-aa2f-1fd3f3a7c0ed]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] SCSI volumes sdd have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba024103-8e4f-4511-820d-4a80dde2df3a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[673c96fb-65d7-4c44-b874-bab90b510c00]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260]
Oct 16 14:53:30 user nova-compute[74681]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c, portal: 172.16.0.220,3260] successful.
Oct 16 14:53:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c52066c3-22b7-4422-9fcf-32b4d9f4087c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3b7684-c18b-42ae-b08b-96c3229e09c8]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] <== disconnect_volume: return (353ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:53:30 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Deleting instance files /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097_del
Oct 16 14:53:30 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Deletion of /opt/stack/data/nova/instances/051c3b57-a7c0-4cd5-96c4-dae6d1d1f097_del complete
Oct 16 14:53:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:30 user nova-compute[74681]: INFO nova.compute.manager [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 16 14:53:30 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:53:30 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:53:31 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:31 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Took 0.82 seconds to deallocate network for instance.
Oct 16 14:53:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-96adc9f1-bd7c-4418-9710-70edf78531e7 req-805e6f70-3f98-4140-922f-68bf6510fc54 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-96adc9f1-bd7c-4418-9710-70edf78531e7 req-805e6f70-3f98-4140-922f-68bf6510fc54 service nova] Acquiring lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-96adc9f1-bd7c-4418-9710-70edf78531e7 req-805e6f70-3f98-4140-922f-68bf6510fc54 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-96adc9f1-bd7c-4418-9710-70edf78531e7 req-805e6f70-3f98-4140-922f-68bf6510fc54 service nova] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-96adc9f1-bd7c-4418-9710-70edf78531e7 req-805e6f70-3f98-4140-922f-68bf6510fc54 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] No waiting events found dispatching network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:31 user nova-compute[74681]: WARNING nova.compute.manager [req-96adc9f1-bd7c-4418-9710-70edf78531e7 req-805e6f70-3f98-4140-922f-68bf6510fc54 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received unexpected event network-vif-plugged-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 for instance with vm_state active and task_state deleting.
Oct 16 14:53:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-96adc9f1-bd7c-4418-9710-70edf78531e7 req-805e6f70-3f98-4140-922f-68bf6510fc54 service nova] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Received event network-vif-deleted-ea23d26b-10c1-4fdc-895a-8e09cf48fec4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:32 user nova-compute[74681]: INFO nova.compute.manager [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097] Took 0.89 seconds to detach 1 volumes for instance.
Oct 16 14:53:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:32 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:53:32 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:53:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.371s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:32 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Deleted allocations for instance 051c3b57-a7c0-4cd5-96c4-dae6d1d1f097
Oct 16 14:53:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3a51cddc-58b2-465c-8a1c-4954cb4e257f tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "051c3b57-a7c0-4cd5-96c4-dae6d1d1f097" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.641s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rVfbivEx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:53:39 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:53:39 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:53:39 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[929922cf-37e9-413e-b6b1-5dfe973f1708]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:53:39 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f52301-999c-4122-8de0-876782384003]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5] added
Oct 16 14:53:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.040s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ea2a946-ee9f-479a-81b6-e78bde8d6bae]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[76a20352-6b17-45a1-af08-f62737ea1eb7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rVfbivEx {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rVfbivEx" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2c03ff-7e5c-4c14-a267-4f142ad63cb1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rVfbivEx'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[341f602d-791e-4f74-bb4a-ad98f6b7f202]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6459a5b2-799c-47dc-9a75-7c0211a761ce]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a2acb1c-22a4-4c57-bf77-363aa3617df5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260]
Oct 16 14:53:39 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260] successful.
Oct 16 14:53:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[280b273c-903e-4b1f-adf8-a241b6a4482e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a790673-52a5-421c-b6c0-66639008513e]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:39 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:53:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e298c6c3-0a01-4258-a738-7654da1be54d]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 14:53:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rVfbivEx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '26661643265313862', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661643265313862', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG nova.objects.instance [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'flavor' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:53:40 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:53:40 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:53:40 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:53:40 user nova-compute[74681]:   <serial>43f6073e-d40f-4a86-b2fd-57be46c360c5</serial>
Oct 16 14:53:40 user nova-compute[74681]: </disk>
Oct 16 14:53:40 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:53:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:53:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:53:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No VIF found with MAC fa:16:3e:41:19:92, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:53:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-597c464e-2d63-4832-80a8-8826415e7a2a tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 34.478s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:41 user nova-compute[74681]: INFO nova.compute.manager [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Rescuing
Oct 16 14:53:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-3d10984b-ea69-41a9-a578-5e0cabef85f6 req-25fa2afd-ff42-4d45-a544-8cdda992cae7 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3d10984b-ea69-41a9-a578-5e0cabef85f6 req-25fa2afd-ff42-4d45-a544-8cdda992cae7 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3d10984b-ea69-41a9-a578-5e0cabef85f6 req-25fa2afd-ff42-4d45-a544-8cdda992cae7 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3d10984b-ea69-41a9-a578-5e0cabef85f6 req-25fa2afd-ff42-4d45-a544-8cdda992cae7 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-3d10984b-ea69-41a9-a578-5e0cabef85f6 req-25fa2afd-ff42-4d45-a544-8cdda992cae7 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:42 user nova-compute[74681]: WARNING nova.compute.manager [req-3d10984b-ea69-41a9-a578-5e0cabef85f6 req-25fa2afd-ff42-4d45-a544-8cdda992cae7 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state active and task_state rescuing.
Oct 16 14:53:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance destroyed successfully.
Oct 16 14:53:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Attempting rescue
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74681) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance directory exists: not creating {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 14:53:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Creating image(s)
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.instance [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'trusted_certs' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue" returned: 0 in 0.057s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.instance [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'migration_context' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.base [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<53af04e2-3c48-4940-be0e-5c0e318c9733> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Start _get_guest_xml network_info=[{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:41:19:92"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.instance [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'resources' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.base [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<53af04e2-3c48-4940-be0e-5c0e318c9733> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.instance [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'numa_topology' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.base [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<53af04e2-3c48-4940-be0e-5c0e318c9733> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:53:43 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:43 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.instance [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'vcpu_model' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.base [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<53af04e2-3c48-4940-be0e-5c0e318c9733> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:51:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1452465992',display_name='tempest-ServerRescueNegativeTestJSON-server-1452465992',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1452465992',id=28,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuervSKyzisxkJuZak/KG5iNW/cQ4SXgPfuRZ+jBAJ75NSPx1kSzGYMlJKt2kpvX6UGFut3fvgfKCYb+mCY99C96eEhG8tPd9vizTWM214dCei9qiAOOf3k+MVc8gfZUQ==',key_name='tempest-keypair-2010988880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:51:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-x50i0rlj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:51:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=53af04e2-3c48-4940-be0e-5c0e318c9733,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:41:19:92"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "vif_mac": "fa:16:3e:41:19:92"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.instance [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'pci_devices' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.objects.base [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Object Instance<53af04e2-3c48-4940-be0e-5c0e318c9733> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:53:43 user nova-compute[74681]:   <uuid>53af04e2-3c48-4940-be0e-5c0e318c9733</uuid>
Oct 16 14:53:43 user nova-compute[74681]:   <name>instance-0000001c</name>
Oct 16 14:53:43 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:53:43 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:53:43 user nova-compute[74681]:   <metadata>
Oct 16 14:53:43 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:53:43 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:53:43 user nova-compute[74681]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1452465992</nova:name>
Oct 16 14:53:43 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:53:43</nova:creationTime>
Oct 16 14:53:43 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:53:43 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:53:43 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:53:43 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:53:43 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:53:43 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:53:43 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:53:43 user nova-compute[74681]:       <nova:owner>
Oct 16 14:53:43 user nova-compute[74681]:         <nova:user uuid="9a7facc6859b4e96b9334c2c070c91b3">tempest-ServerRescueNegativeTestJSON-730393390-project-member</nova:user>
Oct 16 14:53:43 user nova-compute[74681]:         <nova:project uuid="54cba8f29d4e45d8a8b9167241af846c">tempest-ServerRescueNegativeTestJSON-730393390</nova:project>
Oct 16 14:53:43 user nova-compute[74681]:       </nova:owner>
Oct 16 14:53:43 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:53:43 user nova-compute[74681]:       <nova:ports>
Oct 16 14:53:43 user nova-compute[74681]:         <nova:port uuid="aff930ec-233c-4075-8fcf-9187e7bff3a9">
Oct 16 14:53:43 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 16 14:53:43 user nova-compute[74681]:         </nova:port>
Oct 16 14:53:43 user nova-compute[74681]:       </nova:ports>
Oct 16 14:53:43 user nova-compute[74681]:     </nova:instance>
Oct 16 14:53:43 user nova-compute[74681]:   </metadata>
Oct 16 14:53:43 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:53:43 user nova-compute[74681]:     <system>
Oct 16 14:53:43 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:53:43 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:53:43 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:53:43 user nova-compute[74681]:       <entry name="serial">53af04e2-3c48-4940-be0e-5c0e318c9733</entry>
Oct 16 14:53:43 user nova-compute[74681]:       <entry name="uuid">53af04e2-3c48-4940-be0e-5c0e318c9733</entry>
Oct 16 14:53:43 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:53:43 user nova-compute[74681]:     </system>
Oct 16 14:53:43 user nova-compute[74681]:   </sysinfo>
Oct 16 14:53:43 user nova-compute[74681]:   <os>
Oct 16 14:53:43 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:53:43 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:53:43 user nova-compute[74681]:   </os>
Oct 16 14:53:43 user nova-compute[74681]:   <features>
Oct 16 14:53:43 user nova-compute[74681]:     <acpi/>
Oct 16 14:53:43 user nova-compute[74681]:     <apic/>
Oct 16 14:53:43 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:53:43 user nova-compute[74681]:   </features>
Oct 16 14:53:43 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:53:43 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:53:43 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:53:43 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:53:43 user nova-compute[74681]:   </clock>
Oct 16 14:53:43 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:53:43 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:53:43 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:53:43 user nova-compute[74681]:   </cpu>
Oct 16 14:53:43 user nova-compute[74681]:   <devices>
Oct 16 14:53:43 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:53:43 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:53:43 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue"/>
Oct 16 14:53:43 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:53:43 user nova-compute[74681]:     </disk>
Oct 16 14:53:43 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:53:43 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:53:43 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk"/>
Oct 16 14:53:43 user nova-compute[74681]:       <target dev="vdb" bus="virtio"/>
Oct 16 14:53:43 user nova-compute[74681]:     </disk>
Oct 16 14:53:43 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:53:43 user nova-compute[74681]:       <mac address="fa:16:3e:41:19:92"/>
Oct 16 14:53:43 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:53:43 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:53:43 user nova-compute[74681]:       <target dev="tapaff930ec-23"/>
Oct 16 14:53:43 user nova-compute[74681]:     </interface>
Oct 16 14:53:43 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:53:43 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/console.log" append="off"/>
Oct 16 14:53:43 user nova-compute[74681]:     </serial>
Oct 16 14:53:43 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:53:43 user nova-compute[74681]:     <video>
Oct 16 14:53:43 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:53:43 user nova-compute[74681]:     </video>
Oct 16 14:53:43 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:53:43 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:53:43 user nova-compute[74681]:     </rng>
Oct 16 14:53:43 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:53:43 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:53:43 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:53:43 user nova-compute[74681]:     </memballoon>
Oct 16 14:53:43 user nova-compute[74681]:   </devices>
Oct 16 14:53:43 user nova-compute[74681]: </domain>
Oct 16 14:53:43 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:53:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance destroyed successfully.
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] No VIF found with MAC fa:16:3e:41:19:92, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:53:43 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9965d0de-898e-43e8-b779-8b69f30965b1 is timed out.
Oct 16 14:53:43 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully detached device vdb from instance 9965d0de-898e-43e8-b779-8b69f30965b1 from the live domain config.
Oct 16 14:53:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wMLOWqif', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:53:43 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:53:43 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e58f1b-f5ae-4641-b129-c0edfd786332]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:53:43 user nova-compute[74681]: No targets found.
Oct 16 14:53:43 user nova-compute[74681]: iSNS:
Oct 16 14:53:43 user nova-compute[74681]: No targets found.
Oct 16 14:53:43 user nova-compute[74681]: STATIC:
Oct 16 14:53:43 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313
Oct 16 14:53:43 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:43 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:43 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5
Oct 16 14:53:43 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:43 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:43 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:53:43 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:43 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:43 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24
Oct 16 14:53:43 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:43 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:43 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d
Oct 16 14:53:43 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:43 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:43 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0
Oct 16 14:53:43 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:53:43 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:53:43 user nova-compute[74681]: FIRMWARE:
Oct 16 14:53:43 user nova-compute[74681]: No targets found.
Oct 16 14:53:43 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:53:43 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:53:43 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:53:43 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8d23361-58fd-46fb-adbc-fac7db24c729]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aec2ab7-401e-40bf-9250-7009a0b0afa0]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:53:44 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:53:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0303130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0'): ({'sdf'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Removing single pathed devices sdf {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b470c49-4862-40e8-9eb2-c40a41746cb6]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd6e240-c32b-4b03-852d-d67cc19d92bf]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Flushing IO for device /dev/sdf {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[164c5294-6e16-4ba0-9928-86091848e442]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.052s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e248fdfd-ecb8-4687-95ff-238850858524]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] SCSI volumes sdf have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b52fc76d-0eac-4275-b549-2857cf6bb23d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7841d03e-74a2-4e06-aa21-d045af564389]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260]
Oct 16 14:53:44 user nova-compute[74681]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0, portal: 172.16.0.220,3260] successful.
Oct 16 14:53:44 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51c3134b-897c-4797-8d02-6897f81e96b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[272ad368-ad34-41a9-a262-8679f4ce641e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] <== disconnect_volume: return (354ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-c6b456a9-b4cc-4a5b-bd07-5405482084d0 req-b82d6b47-873e-46fa-a418-402349c35673 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c6b456a9-b4cc-4a5b-bd07-5405482084d0 req-b82d6b47-873e-46fa-a418-402349c35673 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c6b456a9-b4cc-4a5b-bd07-5405482084d0 req-b82d6b47-873e-46fa-a418-402349c35673 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c6b456a9-b4cc-4a5b-bd07-5405482084d0 req-b82d6b47-873e-46fa-a418-402349c35673 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-c6b456a9-b4cc-4a5b-bd07-5405482084d0 req-b82d6b47-873e-46fa-a418-402349c35673 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:44 user nova-compute[74681]: WARNING nova.compute.manager [req-c6b456a9-b4cc-4a5b-bd07-5405482084d0 req-b82d6b47-873e-46fa-a418-402349c35673 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state active and task_state rescuing.
Oct 16 14:53:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:46 user nova-compute[74681]: WARNING nova.compute.manager [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state active and task_state rescuing.
Oct 16 14:53:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:53:46 user nova-compute[74681]: WARNING nova.compute.manager [req-ac7eeca8-eba8-4063-bf41-b5d0104e4151 req-25c25bc6-35c6-4696-9f7c-e2cfe67f3a03 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state active and task_state rescuing.
Oct 16 14:53:47 user nova-compute[74681]: DEBUG nova.compute.manager [None req-97fb3399-e407-4533-a756-1ea2231020ae tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:53:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 449bf334-3816-4865-a8ae-7345c09eac83 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updating instance_info_cache with network_info: [{"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-449bf334-3816-4865-a8ae-7345c09eac83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:48 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:49 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:49 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 14:53:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'flavor' on Instance uuid 9965d0de-898e-43e8-b779-8b69f30965b1 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:53:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2d3e2145-15af-4c99-9893-6113abdb4951 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.093s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:53:53 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:53 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 14:53:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 14:53:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:55 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:53:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:53:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7634MB free_disk=25.183063507080078GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 449bf334-3816-4865-a8ae-7345c09eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 9965d0de-898e-43e8-b779-8b69f30965b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 53af04e2-3c48-4940-be0e-5c0e318c9733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 8fae982c-895e-4836-bf3c-b7cca460451d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:53:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.905s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-changed-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing instance network info cache due to event network-changed-d0a653b8-4c8d-4080-8711-aff0cb417fdc. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:54:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] Acquiring lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:54:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] Acquired lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:54:09 user nova-compute[74681]: DEBUG nova.network.neutron [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Refreshing network info cache for port d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:54:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:10 user nova-compute[74681]: DEBUG nova.network.neutron [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updated VIF entry in instance network info cache for port d0a653b8-4c8d-4080-8711-aff0cb417fdc. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:54:10 user nova-compute[74681]: DEBUG nova.network.neutron [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [{"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-25fe5a5f-1b31-463c-9a08-93b4c8c2fbad req-1df22e2f-e034-4da1-99a3-300a069c6200 service nova] Releasing lock "refresh_cache-8fae982c-895e-4836-bf3c-b7cca460451d" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:54:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "8fae982c-895e-4836-bf3c-b7cca460451d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:11 user nova-compute[74681]: INFO nova.compute.manager [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Terminating instance
Oct 16 14:54:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-f84664f4-afe0-476c-bf09-0938acacbed3 req-e8980385-776a-4f49-87a0-ce52fc94664f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f84664f4-afe0-476c-bf09-0938acacbed3 req-e8980385-776a-4f49-87a0-ce52fc94664f service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f84664f4-afe0-476c-bf09-0938acacbed3 req-e8980385-776a-4f49-87a0-ce52fc94664f service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f84664f4-afe0-476c-bf09-0938acacbed3 req-e8980385-776a-4f49-87a0-ce52fc94664f service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-f84664f4-afe0-476c-bf09-0938acacbed3 req-e8980385-776a-4f49-87a0-ce52fc94664f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-unplugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-f84664f4-afe0-476c-bf09-0938acacbed3 req-e8980385-776a-4f49-87a0-ce52fc94664f service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-a98650ca-0d72-43f8-9b64-b13f0d920659 req-cbea42b7-4b1a-4cc5-aee3-630fd95df752 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a98650ca-0d72-43f8-9b64-b13f0d920659 req-cbea42b7-4b1a-4cc5-aee3-630fd95df752 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a98650ca-0d72-43f8-9b64-b13f0d920659 req-cbea42b7-4b1a-4cc5-aee3-630fd95df752 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a98650ca-0d72-43f8-9b64-b13f0d920659 req-cbea42b7-4b1a-4cc5-aee3-630fd95df752 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-a98650ca-0d72-43f8-9b64-b13f0d920659 req-cbea42b7-4b1a-4cc5-aee3-630fd95df752 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-unplugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-a98650ca-0d72-43f8-9b64-b13f0d920659 req-cbea42b7-4b1a-4cc5-aee3-630fd95df752 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-7d1cc420-0314-4ac9-b065-37c5a96788ba for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-438b62f0-4fa8-4b16-8d9e-e00045b1095a req-7ce4ff37-83ea-4627-a291-87158dcb2032 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-438b62f0-4fa8-4b16-8d9e-e00045b1095a req-7ce4ff37-83ea-4627-a291-87158dcb2032 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-438b62f0-4fa8-4b16-8d9e-e00045b1095a req-7ce4ff37-83ea-4627-a291-87158dcb2032 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-438b62f0-4fa8-4b16-8d9e-e00045b1095a req-7ce4ff37-83ea-4627-a291-87158dcb2032 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-438b62f0-4fa8-4b16-8d9e-e00045b1095a req-7ce4ff37-83ea-4627-a291-87158dcb2032 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-unplugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-438b62f0-4fa8-4b16-8d9e-e00045b1095a req-7ce4ff37-83ea-4627-a291-87158dcb2032 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Instance destroyed successfully.
Oct 16 14:54:13 user nova-compute[74681]: DEBUG nova.objects.instance [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lazy-loading 'resources' on Instance uuid 8fae982c-895e-4836-bf3c-b7cca460451d {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:e2:e8,bridge_name='br-int',has_traffic_filtering=True,id=d0a653b8-4c8d-4080-8711-aff0cb417fdc,network=Network(067079d7-e9e1-455c-a654-4870f05c08d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0a653b8-4c') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:e2:e8,bridge_name='br-int',has_traffic_filtering=True,id=d0a653b8-4c8d-4080-8711-aff0cb417fdc,network=Network(067079d7-e9e1-455c-a654-4870f05c08d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0a653b8-4c') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0a653b8-4c, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c7caf407-aa0a-4746-9e7a-e61bd28d491f) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: INFO os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:e2:e8,bridge_name='br-int',has_traffic_filtering=True,id=d0a653b8-4c8d-4080-8711-aff0cb417fdc,network=Network(067079d7-e9e1-455c-a654-4870f05c08d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0a653b8-4c')
Oct 16 14:54:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:74:da,bridge_name='br-int',has_traffic_filtering=True,id=7d1cc420-0314-4ac9-b065-37c5a96788ba,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d1cc420-03') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:74:da,bridge_name='br-int',has_traffic_filtering=True,id=7d1cc420-0314-4ac9-b065-37c5a96788ba,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d1cc420-03') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d1cc420-03, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9107296-79fd-4f09-a28f-9396e24b5ae3) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: INFO os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:74:da,bridge_name='br-int',has_traffic_filtering=True,id=7d1cc420-0314-4ac9-b065-37c5a96788ba,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d1cc420-03')
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:ff:85,bridge_name='br-int',has_traffic_filtering=True,id=2c1a551b-5d5f-4287-9e73-746fd12fa660,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c1a551b-5d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:ff:85,bridge_name='br-int',has_traffic_filtering=True,id=2c1a551b-5d5f-4287-9e73-746fd12fa660,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c1a551b-5d') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2c1a551b-5d, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=46dbe398-29bb-4d0f-bfee-60515af95480) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: INFO os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:ff:85,bridge_name='br-int',has_traffic_filtering=True,id=2c1a551b-5d5f-4287-9e73-746fd12fa660,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c1a551b-5d')
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "address": "fa:16:3e:06:e2:37", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapafc6936f-47", "ovs_interfaceid": "afc6936f-47fc-4c44-a7c6-86fe8542ecf7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:e2:37,bridge_name='br-int',has_traffic_filtering=True,id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapafc6936f-47') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:e2:37,bridge_name='br-int',has_traffic_filtering=True,id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapafc6936f-47') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapafc6936f-47, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=658258f2-a785-43f5-b2f2-9bfff9f1d2b0) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: INFO os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:e2:37,bridge_name='br-int',has_traffic_filtering=True,id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapafc6936f-47')
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:18:d6,bridge_name='br-int',has_traffic_filtering=True,id=1760ed84-c9b9-46a4-9cf2-4022737af6e8,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1760ed84-c9') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:18:d6,bridge_name='br-int',has_traffic_filtering=True,id=1760ed84-c9b9-46a4-9cf2-4022737af6e8,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1760ed84-c9') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1760ed84-c9, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6da720f-6c12-4716-be60-fdf19472a1b2) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: INFO os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:18:d6,bridge_name='br-int',has_traffic_filtering=True,id=1760ed84-c9b9-46a4-9cf2-4022737af6e8,network=Network(0ccc408f-188f-4206-b427-7118762d3ad1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1760ed84-c9')
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:c4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c071cc6b-0f5e-48fe-ac7f-04539b062272,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc071cc6b-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:c4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c071cc6b-0f5e-48fe-ac7f-04539b062272,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc071cc6b-0f') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc071cc6b-0f, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4e80afe6-18f0-41ad-b255-404cc37fa91f) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: INFO os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:c4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c071cc6b-0f5e-48fe-ac7f-04539b062272,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc071cc6b-0f')
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T14:51:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-596368768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-596368768',id=29,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDl/oaRwS5by5a5/nHeJ947gkogPFH3gFqzucz7UN0kNfaWRY/AM4mFxymAcXHT3CJbSaZjrwBoUjUVkZxRG/rwhg/nw7nyA3MRxrp5Om6Ugkk1O+DuppxZp4eVIK2rBA==',key_name='tempest-keypair-404715685',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7959dbdce29d404eb12ba1996564cddd',ramdisk_id='',reservation_id='r-eiavzexb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-294819966',owner_user_name='tempest-TaggedBootDevicesTest_v242-294819966-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:52:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='56d68a84d0484b089d230a46b35f8604',uuid=8fae982c-895e-4836-bf3c-b7cca460451d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converting VIF {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2e:c0,bridge_name='br-int',has_traffic_filtering=True,id=287d0ed0-be97-40a2-a398-1509c7020617,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap287d0ed0-be') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2e:c0,bridge_name='br-int',has_traffic_filtering=True,id=287d0ed0-be97-40a2-a398-1509c7020617,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap287d0ed0-be') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap287d0ed0-be, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ea7ffac-1922-4279-928e-2d9b2401cdb7) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:14 user nova-compute[74681]: INFO os_vif [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:2e:c0,bridge_name='br-int',has_traffic_filtering=True,id=287d0ed0-be97-40a2-a398-1509c7020617,network=Network(bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap287d0ed0-be')
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkjXMwNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fea78c6-dee7-4f09-bc9b-b539c3d9da76]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:54:14 user nova-compute[74681]: No targets found.
Oct 16 14:54:14 user nova-compute[74681]: iSNS:
Oct 16 14:54:14 user nova-compute[74681]: No targets found.
Oct 16 14:54:14 user nova-compute[74681]: STATIC:
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: FIRMWARE:
Oct 16 14:54:14 user nova-compute[74681]: No targets found.
Oct 16 14:54:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:54:14 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:54:14 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9284ddba-dbd5-4795-bd2c-ca465862f8e3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1937fd2-f7e9-4aca-8693-e24cf54ff5c1]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e03ce170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d'): ({'sdh'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Removing single pathed devices sdh {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[713589a7-85d3-4fd9-a2d7-abb12b1e1a91]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0960621e-a3a2-410a-92b8-e08657b6ba3f]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Flushing IO for device /dev/sdh {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-d0a653b8-4c8d-4080-8711-aff0cb417fdc for instance with vm_state active and task_state deleting.
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-unplugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING nova.compute.manager [req-fd66c484-166f-44b6-853e-3434c4768901 req-a0beb216-d9b5-4b94-89e6-60b2e1cfca07 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-1760ed84-c9b9-46a4-9cf2-4022737af6e8 for instance with vm_state active and task_state deleting.
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e41267-8999-4745-963d-c9874c234a78]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eeb66fd-1655-4537-9b29-21d78277825a]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] SCSI volumes sdh have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a53341-0298-48cb-984b-ffe1f9463721]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-7d1cc420-0314-4ac9-b065-37c5a96788ba for instance with vm_state active and task_state deleting.
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-unplugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-2c1a551b-5d5f-4287-9e73-746fd12fa660 for instance with vm_state active and task_state deleting.
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-unplugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING nova.compute.manager [req-b9413f97-4c1c-41b1-862f-6aae11ad464b req-c95181e8-3a0f-4d26-b300-b9a8b1a368e6 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-c071cc6b-0f5e-48fe-ac7f-04539b062272 for instance with vm_state active and task_state deleting.
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0b3335-eedc-4671-8844-c8ad80490e2a]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260]
Oct 16 14:54:14 user nova-compute[74681]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d, portal: 172.16.0.220,3260] successful.
Oct 16 14:54:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37aa0fb8-2622-41fc-92df-e69e0a1aac1d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13b57b5-d0d7-4b7f-8776-971402cd3c3e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== disconnect_volume: return (315ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVeDmEdi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[793699cc-76cc-4dea-939e-b9d34fdc4fe1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:54:14 user nova-compute[74681]: No targets found.
Oct 16 14:54:14 user nova-compute[74681]: iSNS:
Oct 16 14:54:14 user nova-compute[74681]: No targets found.
Oct 16 14:54:14 user nova-compute[74681]: STATIC:
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24
Oct 16 14:54:14 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:14 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:14 user nova-compute[74681]: FIRMWARE:
Oct 16 14:54:14 user nova-compute[74681]: No targets found.
Oct 16 14:54:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:54:14 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:54:14 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[281f1b67-18c7-43bf-9b1e-47b4c83b844d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8cb5ac1-17d5-4321-b574-4b277cfa1011]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:54:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e03ce170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24'): ({'sde'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Removing single pathed devices sde {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6af3b1-0d05-45c2-b9d2-af9b955f5580]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d43b9d-ab5f-4392-887f-c9f8ba3d7913]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Flushing IO for device /dev/sde {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[109aa320-888b-4b37-9e81-5adc79671469]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.056s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5186122-79db-4914-95c1-58599b1ccc94]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] SCSI volumes sde have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 for instance with vm_state active and task_state deleting.
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-unplugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-unplugged-287d0ed0-be97-40a2-a398-1509c7020617 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Acquiring lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] Lock "8fae982c-895e-4836-bf3c-b7cca460451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] No waiting events found dispatching network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:14 user nova-compute[74681]: WARNING nova.compute.manager [req-6f9e9c0d-ed74-451b-91ec-10b48f2505bd req-65ce991e-ea66-4adc-9f1f-5b9931ed89b1 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received unexpected event network-vif-plugged-287d0ed0-be97-40a2-a398-1509c7020617 for instance with vm_state active and task_state deleting.
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.046s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[693930f2-b638-4d9c-b910-eb5263624016]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --logout" returned: 0 in 0.209s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[75fe95fe-34eb-442f-8459-33f39aa9c915]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260]
Oct 16 14:54:15 user nova-compute[74681]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24, portal: 172.16.0.220,3260] successful.
Oct 16 14:54:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92d7f529-0d7d-45bc-9c86-fd4a17a3cf24 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[29803f61-f884-47eb-b8b5-608ff8659de5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.503s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== disconnect_volume: return (504ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'psqWCGjg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:54:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7b16f9-2d20-4174-8c6d-eec358deebd6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:54:15 user nova-compute[74681]: No targets found.
Oct 16 14:54:15 user nova-compute[74681]: iSNS:
Oct 16 14:54:15 user nova-compute[74681]: No targets found.
Oct 16 14:54:15 user nova-compute[74681]: STATIC:
Oct 16 14:54:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313
Oct 16 14:54:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5
Oct 16 14:54:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:54:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:54:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:54:15 user nova-compute[74681]: FIRMWARE:
Oct 16 14:54:15 user nova-compute[74681]: No targets found.
Oct 16 14:54:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:54:15 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:54:15 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f42b978-bc79-4e81-aee3-80a7387e546f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[54b2ce17-16a1-46ed-80f5-07eb5bff9a94]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:54:15 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:54:15 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:54:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:54:15 user nova-compute[74681]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 (non-flash)
Oct 16 14:54:15 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:54:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e03ce170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30311f4-d745-4a1a-966d-6dfbeb654d2a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[88e8de07-ea6e-4895-8408-e74ec25258f0]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9ddffd-c912-442d-bc01-a13ce25589d9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5963825-c9ba-4057-9cad-86ee553766c9]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c52742b5-9e73-4c6e-983b-e204804d01ec]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff090d74-5ede-4397-aced-4761c70a6ebf]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260]
Oct 16 14:54:15 user nova-compute[74681]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313, portal: 172.16.0.220,3260] successful.
Oct 16 14:54:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9802b537-5b22-4698-b24d-5539433d4313 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef1bd05-4013-40fb-9337-7a933c3cc813]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] <== disconnect_volume: return (310ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:54:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Deleting instance files /opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d_del
Oct 16 14:54:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Deletion of /opt/stack/data/nova/instances/8fae982c-895e-4836-bf3c-b7cca460451d_del complete
Oct 16 14:54:15 user nova-compute[74681]: INFO nova.compute.manager [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Took 3.68 seconds to destroy the instance on the hypervisor.
Oct 16 14:54:15 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:54:15 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:54:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-3b87faa3-c28f-456e-93bc-385205230459 req-fb9b16af-0c20-46f5-a5b1-a98c434031e3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-deleted-afc6936f-47fc-4c44-a7c6-86fe8542ecf7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:17 user nova-compute[74681]: INFO nova.compute.manager [req-3b87faa3-c28f-456e-93bc-385205230459 req-fb9b16af-0c20-46f5-a5b1-a98c434031e3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Neutron deleted interface afc6936f-47fc-4c44-a7c6-86fe8542ecf7; detaching it from the instance and deleting it from the info cache
Oct 16 14:54:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-3b87faa3-c28f-456e-93bc-385205230459 req-fb9b16af-0c20-46f5-a5b1-a98c434031e3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [{"id": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "address": "fa:16:3e:f2:e2:e8", "network": {"id": "067079d7-e9e1-455c-a654-4870f05c08d5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-479133632-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0a653b8-4c", "ovs_interfaceid": "d0a653b8-4c8d-4080-8711-aff0cb417fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "address": "fa:16:3e:95:74:da", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d1cc420-03", "ovs_interfaceid": "7d1cc420-0314-4ac9-b065-37c5a96788ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "address": "fa:16:3e:31:ff:85", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c1a551b-5d", "ovs_interfaceid": "2c1a551b-5d5f-4287-9e73-746fd12fa660", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "address": "fa:16:3e:77:18:d6", "network": {"id": "0ccc408f-188f-4206-b427-7118762d3ad1", "bridge": "br-int", "label": "tempest-device-tagging-net1-93216834", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1760ed84-c9", "ovs_interfaceid": "1760ed84-c9b9-46a4-9cf2-4022737af6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "address": "fa:16:3e:c8:c4:0e", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc071cc6b-0f", "ovs_interfaceid": "c071cc6b-0f5e-48fe-ac7f-04539b062272", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "287d0ed0-be97-40a2-a398-1509c7020617", "address": "fa:16:3e:d8:2e:c0", "network": {"id": "bcc8ad44-3afe-4e36-a5ea-b13ed33fdf8f", "bridge": "br-int", "label": "tempest-device-tagging-net2-2087243482", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7959dbdce29d404eb12ba1996564cddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap287d0ed0-be", "ovs_interfaceid": "287d0ed0-be97-40a2-a398-1509c7020617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-3b87faa3-c28f-456e-93bc-385205230459 req-fb9b16af-0c20-46f5-a5b1-a98c434031e3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Detach interface failed, port_id=afc6936f-47fc-4c44-a7c6-86fe8542ecf7, reason: Instance 8fae982c-895e-4836-bf3c-b7cca460451d could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 14:54:18 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:18 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Took 3.18 seconds to deallocate network for instance.
Oct 16 14:54:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-d4b544a9-2839-420e-9a50-5cc6d8ddf4f6 req-6cab6771-cd2d-40eb-854f-a0b8c0849ae3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-deleted-287d0ed0-be97-40a2-a398-1509c7020617 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-d4b544a9-2839-420e-9a50-5cc6d8ddf4f6 req-6cab6771-cd2d-40eb-854f-a0b8c0849ae3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-deleted-c071cc6b-0f5e-48fe-ac7f-04539b062272 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-d4b544a9-2839-420e-9a50-5cc6d8ddf4f6 req-6cab6771-cd2d-40eb-854f-a0b8c0849ae3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-deleted-d0a653b8-4c8d-4080-8711-aff0cb417fdc {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-d4b544a9-2839-420e-9a50-5cc6d8ddf4f6 req-6cab6771-cd2d-40eb-854f-a0b8c0849ae3 service nova] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Received event network-vif-deleted-1760ed84-c9b9-46a4-9cf2-4022737af6e8 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "449bf334-3816-4865-a8ae-7345c09eac83" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:19 user nova-compute[74681]: INFO nova.compute.manager [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Terminating instance
Oct 16 14:54:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-096dc8ed-62fb-4908-ad83-029e291a0288 req-f677d795-ed25-445d-8656-54f19b10ed85 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received event network-vif-unplugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-096dc8ed-62fb-4908-ad83-029e291a0288 req-f677d795-ed25-445d-8656-54f19b10ed85 service nova] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-096dc8ed-62fb-4908-ad83-029e291a0288 req-f677d795-ed25-445d-8656-54f19b10ed85 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-096dc8ed-62fb-4908-ad83-029e291a0288 req-f677d795-ed25-445d-8656-54f19b10ed85 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-096dc8ed-62fb-4908-ad83-029e291a0288 req-f677d795-ed25-445d-8656-54f19b10ed85 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] No waiting events found dispatching network-vif-unplugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-096dc8ed-62fb-4908-ad83-029e291a0288 req-f677d795-ed25-445d-8656-54f19b10ed85 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received event network-vif-unplugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Instance destroyed successfully.
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.objects.instance [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lazy-loading 'resources' on Instance uuid 449bf334-3816-4865-a8ae-7345c09eac83 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2028521426',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2028521426',id=1,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='128859ddacf54bc9acbef5a2f95d058e',ramdisk_id='',reservation_id='r-6hz2uqew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-730204498',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:39:39Z,user_data=None,user_id='14b40f44598a4491b192d97175b9829a',uuid=449bf334-3816-4865-a8ae-7345c09eac83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converting VIF {"id": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "address": "fa:16:3e:b4:70:34", "network": {"id": "ef84ee74-b887-4b37-9d38-00614d731663", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1672925822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128859ddacf54bc9acbef5a2f95d058e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d6f1ca3-e4", "ovs_interfaceid": "3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b4:70:34,bridge_name='br-int',has_traffic_filtering=True,id=3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6f1ca3-e4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG os_vif [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:70:34,bridge_name='br-int',has_traffic_filtering=True,id=3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6f1ca3-e4') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d6f1ca3-e4, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f8182f51-e678-4764-a03c-0094fb664bc6) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:20 user nova-compute[74681]: INFO os_vif [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:70:34,bridge_name='br-int',has_traffic_filtering=True,id=3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6,network=Network(ef84ee74-b887-4b37-9d38-00614d731663),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d6f1ca3-e4')
Oct 16 14:54:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Deleting instance files /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83_del
Oct 16 14:54:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Deletion of /opt/stack/data/nova/instances/449bf334-3816-4865-a8ae-7345c09eac83_del complete
Oct 16 14:54:20 user nova-compute[74681]: INFO nova.compute.manager [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 16 14:54:20 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:54:20 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:54:21 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:21 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Took 0.57 seconds to deallocate network for instance.
Oct 16 14:54:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-cfad618c-eb4e-4bef-8837-019dacd5433d req-99cfb940-e998-4cdc-b5b2-fa1a47e31159 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received event network-vif-deleted-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:21 user nova-compute[74681]: INFO nova.compute.manager [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] [instance: 8fae982c-895e-4836-bf3c-b7cca460451d] Took 2.85 seconds to detach 3 volumes for instance.
Oct 16 14:54:21 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:54:21 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:54:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.319s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.027s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:21 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Deleted allocations for instance 449bf334-3816-4865-a8ae-7345c09eac83
Oct 16 14:54:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7f47660-438b-4eba-88ce-6c7246a2fc12 tempest-ServerBootFromVolumeStableRescueTest-730204498 tempest-ServerBootFromVolumeStableRescueTest-730204498-project-member] Lock "449bf334-3816-4865-a8ae-7345c09eac83" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.305s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:22 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Deleted allocations for instance 8fae982c-895e-4836-bf3c-b7cca460451d
Oct 16 14:54:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b4a41063-ad9a-488b-bb8e-fcbea6111c55 tempest-TaggedBootDevicesTest_v242-294819966 tempest-TaggedBootDevicesTest_v242-294819966-project-member] Lock "8fae982c-895e-4836-bf3c-b7cca460451d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.273s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG nova.compute.manager [req-71a7f7e8-7843-40e7-a928-ab2225cc7216 req-d30d8f64-cf8c-4cb2-99d2-5b06d43e4fe5 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received event network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-71a7f7e8-7843-40e7-a928-ab2225cc7216 req-d30d8f64-cf8c-4cb2-99d2-5b06d43e4fe5 service nova] Acquiring lock "449bf334-3816-4865-a8ae-7345c09eac83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-71a7f7e8-7843-40e7-a928-ab2225cc7216 req-d30d8f64-cf8c-4cb2-99d2-5b06d43e4fe5 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-71a7f7e8-7843-40e7-a928-ab2225cc7216 req-d30d8f64-cf8c-4cb2-99d2-5b06d43e4fe5 service nova] Lock "449bf334-3816-4865-a8ae-7345c09eac83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:22 user nova-compute[74681]: DEBUG nova.compute.manager [req-71a7f7e8-7843-40e7-a928-ab2225cc7216 req-d30d8f64-cf8c-4cb2-99d2-5b06d43e4fe5 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] No waiting events found dispatching network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:22 user nova-compute[74681]: WARNING nova.compute.manager [req-71a7f7e8-7843-40e7-a928-ab2225cc7216 req-d30d8f64-cf8c-4cb2-99d2-5b06d43e4fe5 service nova] [instance: 449bf334-3816-4865-a8ae-7345c09eac83] Received unexpected event network-vif-plugged-3d6f1ca3-e4f1-4a52-b385-f57cfc1b25e6 for instance with vm_state deleted and task_state None.
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:23 user nova-compute[74681]: INFO nova.compute.manager [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Terminating instance
Oct 16 14:54:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-ea7b9e73-b8a5-4b71-978f-db8ffbe73f30 req-49f9f6ba-1ebc-4cab-aa4e-06dc1dcce5b8 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-unplugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ea7b9e73-b8a5-4b71-978f-db8ffbe73f30 req-49f9f6ba-1ebc-4cab-aa4e-06dc1dcce5b8 service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ea7b9e73-b8a5-4b71-978f-db8ffbe73f30 req-49f9f6ba-1ebc-4cab-aa4e-06dc1dcce5b8 service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ea7b9e73-b8a5-4b71-978f-db8ffbe73f30 req-49f9f6ba-1ebc-4cab-aa4e-06dc1dcce5b8 service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-ea7b9e73-b8a5-4b71-978f-db8ffbe73f30 req-49f9f6ba-1ebc-4cab-aa4e-06dc1dcce5b8 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-unplugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-ea7b9e73-b8a5-4b71-978f-db8ffbe73f30 req-49f9f6ba-1ebc-4cab-aa4e-06dc1dcce5b8 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-unplugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:54:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Instance destroyed successfully.
Oct 16 14:54:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lazy-loading 'resources' on Instance uuid 9965d0de-898e-43e8-b779-8b69f30965b1 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1051158746',display_name='tempest-TestMinimumBasicScenario-server-1051158746',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1051158746',id=24,image_ref='832887b3-8bf6-4c22-9d89-64b392bb70ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPry8DraS0uxL213tZ8yEntMG4zC2KoprbgRIAJYLsp7LfhNlWUE3Aj9e8ql+XHeGV5FA+1gIAR4E4bbg1tDZQ8tktS1gwMtgy4dFQHXynCFcZpaP1JlVtdXHdNY5Pg4VQ==',key_name='tempest-TestMinimumBasicScenario-1004570820',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:49:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e869db5b65864fe7bc25754a8c755aa0',ramdisk_id='',reservation_id='r-0ojy9h81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='832887b3-8bf6-4c22-9d89-64b392bb70ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1223323326',owner_user_name='tempest-TestMinimumBasicScenario-1223323326-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:51:56Z,user_data=None,user_id='02dee7320e17451a9cffb76e9dbc66b3',uuid=9965d0de-898e-43e8-b779-8b69f30965b1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converting VIF {"id": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "address": "fa:16:3e:19:a9:47", "network": {"id": "1cac6f63-4905-4065-8258-7423f4447990", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-157254381-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e869db5b65864fe7bc25754a8c755aa0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa71e282f-0b", "ovs_interfaceid": "a71e282f-0bf6-4286-8bb7-0d9570727ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:a9:47,bridge_name='br-int',has_traffic_filtering=True,id=a71e282f-0bf6-4286-8bb7-0d9570727ba3,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa71e282f-0b') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG os_vif [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:a9:47,bridge_name='br-int',has_traffic_filtering=True,id=a71e282f-0bf6-4286-8bb7-0d9570727ba3,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa71e282f-0b') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa71e282f-0b, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=77180911-a6f9-4963-8cde-1ec72bb84293) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:24 user nova-compute[74681]: INFO os_vif [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:a9:47,bridge_name='br-int',has_traffic_filtering=True,id=a71e282f-0bf6-4286-8bb7-0d9570727ba3,network=Network(1cac6f63-4905-4065-8258-7423f4447990),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa71e282f-0b')
Oct 16 14:54:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Deleting instance files /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1_del
Oct 16 14:54:24 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Deletion of /opt/stack/data/nova/instances/9965d0de-898e-43e8-b779-8b69f30965b1_del complete
Oct 16 14:54:24 user nova-compute[74681]: INFO nova.compute.manager [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 16 14:54:24 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:24 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Took 0.51 seconds to deallocate network for instance.
Oct 16 14:54:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:25 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Deleted allocations for instance 9965d0de-898e-43e8-b779-8b69f30965b1
Oct 16 14:54:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c24aba2f-d7ad-4095-9766-92f76c9bc858 tempest-TestMinimumBasicScenario-1223323326 tempest-TestMinimumBasicScenario-1223323326-project-member] Lock "9965d0de-898e-43e8-b779-8b69f30965b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.828s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-3b1158e7-4fb4-414a-9259-7a078f70223c req-af0005a2-c8cc-4f94-a65b-c9de220206e1 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3b1158e7-4fb4-414a-9259-7a078f70223c req-af0005a2-c8cc-4f94-a65b-c9de220206e1 service nova] Acquiring lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3b1158e7-4fb4-414a-9259-7a078f70223c req-af0005a2-c8cc-4f94-a65b-c9de220206e1 service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3b1158e7-4fb4-414a-9259-7a078f70223c req-af0005a2-c8cc-4f94-a65b-c9de220206e1 service nova] Lock "9965d0de-898e-43e8-b779-8b69f30965b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-3b1158e7-4fb4-414a-9259-7a078f70223c req-af0005a2-c8cc-4f94-a65b-c9de220206e1 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] No waiting events found dispatching network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:25 user nova-compute[74681]: WARNING nova.compute.manager [req-3b1158e7-4fb4-414a-9259-7a078f70223c req-af0005a2-c8cc-4f94-a65b-c9de220206e1 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received unexpected event network-vif-plugged-a71e282f-0bf6-4286-8bb7-0d9570727ba3 for instance with vm_state deleted and task_state None.
Oct 16 14:54:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-3b1158e7-4fb4-414a-9259-7a078f70223c req-af0005a2-c8cc-4f94-a65b-c9de220206e1 service nova] [instance: 9965d0de-898e-43e8-b779-8b69f30965b1] Received event network-vif-deleted-a71e282f-0bf6-4286-8bb7-0d9570727ba3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:37 user nova-compute[74681]: INFO nova.compute.manager [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Unshelving
Oct 16 14:54:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:54:37 user nova-compute[74681]: INFO nova.compute.claims [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Claim successful on node user
Oct 16 14:54:37 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:54:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.387s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:38 user nova-compute[74681]: INFO nova.network.neutron [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating port 04067c21-0db2-4b59-a087-46833fc86faa with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 16 14:54:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:54:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquired lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:54:38 user nova-compute[74681]: DEBUG nova.network.neutron [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:54:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-changed-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:38 user nova-compute[74681]: DEBUG nova.compute.manager [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing instance network info cache due to event network-changed-04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:54:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] Acquiring lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG nova.network.neutron [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Releasing lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:54:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Creating image(s)
Oct 16 14:54:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG nova.objects.instance [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] Acquired lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG nova.network.neutron [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Refreshing network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG nova.objects.base [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<4b1a7705-f7ff-4c17-9078-13c558714c1c> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "8cb14218089891ca6606fec092d2f8f05fddd932" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "8cb14218089891ca6606fec092d2f8f05fddd932" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.part --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG nova.virt.images [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] ac0ae41e-4f93-451d-b4c5-6b721a4728e2 was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.part /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG nova.network.neutron [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updated VIF entry in instance network info cache for port 04067c21-0db2-4b59-a087-46833fc86faa. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG nova.network.neutron [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9e3a38a4-e9c9-4597-b571-9639549e0edc req-f5bc24f0-c9ea-483b-b3fe-5b0e8576af5c service nova] Releasing lock "refresh_cache-4b1a7705-f7ff-4c17-9078-13c558714c1c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.part /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.converted" returned: 0 in 0.621s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932.converted --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "8cb14218089891ca6606fec092d2f8f05fddd932" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.983s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932 --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "8cb14218089891ca6606fec092d2f8f05fddd932" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "8cb14218089891ca6606fec092d2f8f05fddd932" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932 --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932,backing_fmt=raw /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932,backing_fmt=raw /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk 1073741824" returned: 0 in 0.053s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "8cb14218089891ca6606fec092d2f8f05fddd932" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932 --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG nova.objects.instance [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'migration_context' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG nova.objects.base [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<4b1a7705-f7ff-4c17-9078-13c558714c1c> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:54:41 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Rebasing disk image.
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 -F raw /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 -F raw /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk" returned: 0 in 2.670s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Ensure instance console log exists: /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Start _get_guest_xml network_info=[{"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='31b1150caf044aadb045632d36b79d82',container_format='bare',created_at=2023-10-16T14:52:45Z,direct_url=<?>,disk_format='qcow2',id=ac0ae41e-4f93-451d-b4c5-6b721a4728e2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1058262131-shelved',owner='81b12edc98b442ebbfeaecd294532d96',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T14:52:49Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:54:44 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:54:44 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='31b1150caf044aadb045632d36b79d82',container_format='bare',created_at=2023-10-16T14:52:45Z,direct_url=<?>,disk_format='qcow2',id=ac0ae41e-4f93-451d-b4c5-6b721a4728e2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1058262131-shelved',owner='81b12edc98b442ebbfeaecd294532d96',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T14:52:49Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.objects.instance [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.objects.base [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<4b1a7705-f7ff-4c17-9078-13c558714c1c> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1058262131',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1058262131',id=26,image_ref='ac0ae41e-4f93-451d-b4c5-6b721a4728e2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-861499966',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-ub5hkoew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member',shelved_at='2023-10-16T14:52:49.593662',shelved_host='user',shelved_image_id='ac0ae41e-4f93-451d-b4c5-6b721a4728e2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=4b1a7705-f7ff-4c17-9078-13c558714c1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.objects.instance [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'pci_devices' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.objects.base [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Object Instance<4b1a7705-f7ff-4c17-9078-13c558714c1c> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74681) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:54:44 user nova-compute[74681]:   <uuid>4b1a7705-f7ff-4c17-9078-13c558714c1c</uuid>
Oct 16 14:54:44 user nova-compute[74681]:   <name>instance-0000001a</name>
Oct 16 14:54:44 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:54:44 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:54:44 user nova-compute[74681]:   <metadata>
Oct 16 14:54:44 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:54:44 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:54:44 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1058262131</nova:name>
Oct 16 14:54:44 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:54:44</nova:creationTime>
Oct 16 14:54:44 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:54:44 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:54:44 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:54:44 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:54:44 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:54:44 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:54:44 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:54:44 user nova-compute[74681]:       <nova:owner>
Oct 16 14:54:44 user nova-compute[74681]:         <nova:user uuid="952b0cf9d1094360aa8074368d9f94e0">tempest-AttachVolumeShelveTestJSON-537628858-project-member</nova:user>
Oct 16 14:54:44 user nova-compute[74681]:         <nova:project uuid="81b12edc98b442ebbfeaecd294532d96">tempest-AttachVolumeShelveTestJSON-537628858</nova:project>
Oct 16 14:54:44 user nova-compute[74681]:       </nova:owner>
Oct 16 14:54:44 user nova-compute[74681]:       <nova:root type="image" uuid="ac0ae41e-4f93-451d-b4c5-6b721a4728e2"/>
Oct 16 14:54:44 user nova-compute[74681]:       <nova:ports>
Oct 16 14:54:44 user nova-compute[74681]:         <nova:port uuid="04067c21-0db2-4b59-a087-46833fc86faa">
Oct 16 14:54:44 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 16 14:54:44 user nova-compute[74681]:         </nova:port>
Oct 16 14:54:44 user nova-compute[74681]:       </nova:ports>
Oct 16 14:54:44 user nova-compute[74681]:     </nova:instance>
Oct 16 14:54:44 user nova-compute[74681]:   </metadata>
Oct 16 14:54:44 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:54:44 user nova-compute[74681]:     <system>
Oct 16 14:54:44 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:54:44 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:54:44 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:54:44 user nova-compute[74681]:       <entry name="serial">4b1a7705-f7ff-4c17-9078-13c558714c1c</entry>
Oct 16 14:54:44 user nova-compute[74681]:       <entry name="uuid">4b1a7705-f7ff-4c17-9078-13c558714c1c</entry>
Oct 16 14:54:44 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:54:44 user nova-compute[74681]:     </system>
Oct 16 14:54:44 user nova-compute[74681]:   </sysinfo>
Oct 16 14:54:44 user nova-compute[74681]:   <os>
Oct 16 14:54:44 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:54:44 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:54:44 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:54:44 user nova-compute[74681]:   </os>
Oct 16 14:54:44 user nova-compute[74681]:   <features>
Oct 16 14:54:44 user nova-compute[74681]:     <acpi/>
Oct 16 14:54:44 user nova-compute[74681]:     <apic/>
Oct 16 14:54:44 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:54:44 user nova-compute[74681]:   </features>
Oct 16 14:54:44 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:54:44 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:54:44 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:54:44 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:54:44 user nova-compute[74681]:   </clock>
Oct 16 14:54:44 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:54:44 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:54:44 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:54:44 user nova-compute[74681]:   </cpu>
Oct 16 14:54:44 user nova-compute[74681]:   <devices>
Oct 16 14:54:44 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:54:44 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:54:44 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk"/>
Oct 16 14:54:44 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:54:44 user nova-compute[74681]:     </disk>
Oct 16 14:54:44 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:54:44 user nova-compute[74681]:       <mac address="fa:16:3e:cc:81:66"/>
Oct 16 14:54:44 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:54:44 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:54:44 user nova-compute[74681]:       <target dev="tap04067c21-0d"/>
Oct 16 14:54:44 user nova-compute[74681]:     </interface>
Oct 16 14:54:44 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:54:44 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/console.log" append="off"/>
Oct 16 14:54:44 user nova-compute[74681]:     </serial>
Oct 16 14:54:44 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:54:44 user nova-compute[74681]:     <video>
Oct 16 14:54:44 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:54:44 user nova-compute[74681]:     </video>
Oct 16 14:54:44 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:54:44 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:54:44 user nova-compute[74681]:     </rng>
Oct 16 14:54:44 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:54:44 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:54:44 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:54:44 user nova-compute[74681]:     </memballoon>
Oct 16 14:54:44 user nova-compute[74681]:   </devices>
Oct 16 14:54:44 user nova-compute[74681]: </domain>
Oct 16 14:54:44 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1058262131',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1058262131',id=26,image_ref='ac0ae41e-4f93-451d-b4c5-6b721a4728e2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-861499966',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-ub5hkoew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member',shelved_at='2023-10-16T14:52:49.593662',shelved_host='user',shelved_image_id='ac0ae41e-4f93-451d-b4c5-6b721a4728e2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=4b1a7705-f7ff-4c17-9078-13c558714c1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG os_vif [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5bfce732-7f0b-5a7d-8554-59006746c0e4', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04067c21-0d, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04067c21-0d, col_values=(('qos', UUID('c23c4a40-2041-4714-a21b-7f28d0caa4cc')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04067c21-0d, col_values=(('external_ids', {'iface-id': '04067c21-0db2-4b59-a087-46833fc86faa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:81:66', 'vm-uuid': '4b1a7705-f7ff-4c17-9078-13c558714c1c'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:44 user nova-compute[74681]: INFO os_vif [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d')
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:54:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] No VIF found with MAC fa:16:3e:cc:81:66, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-c12d8062-7935-4533-a252-14e21575f094 req-ac1602d6-8d46-4d88-8450-9e2da620f339 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c12d8062-7935-4533-a252-14e21575f094 req-ac1602d6-8d46-4d88-8450-9e2da620f339 service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c12d8062-7935-4533-a252-14e21575f094 req-ac1602d6-8d46-4d88-8450-9e2da620f339 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c12d8062-7935-4533-a252-14e21575f094 req-ac1602d6-8d46-4d88-8450-9e2da620f339 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-c12d8062-7935-4533-a252-14e21575f094 req-ac1602d6-8d46-4d88-8450-9e2da620f339 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:46 user nova-compute[74681]: WARNING nova.compute.manager [req-c12d8062-7935-4533-a252-14e21575f094 req-ac1602d6-8d46-4d88-8450-9e2da620f339 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 14:54:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:48 user nova-compute[74681]: DEBUG nova.compute.manager [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:54:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:54:48 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance spawned successfully.
Oct 16 14:54:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-413f3dfd-4879-42d7-b347-824b4c98d3e9 req-633f0fea-5f8d-45bd-b76b-dd8e8b680b04 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-413f3dfd-4879-42d7-b347-824b4c98d3e9 req-633f0fea-5f8d-45bd-b76b-dd8e8b680b04 service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-413f3dfd-4879-42d7-b347-824b4c98d3e9 req-633f0fea-5f8d-45bd-b76b-dd8e8b680b04 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-413f3dfd-4879-42d7-b347-824b4c98d3e9 req-633f0fea-5f8d-45bd-b76b-dd8e8b680b04 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-413f3dfd-4879-42d7-b347-824b4c98d3e9 req-633f0fea-5f8d-45bd-b76b-dd8e8b680b04 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:48 user nova-compute[74681]: WARNING nova.compute.manager [req-413f3dfd-4879-42d7-b347-824b4c98d3e9 req-633f0fea-5f8d-45bd-b76b-dd8e8b680b04 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 14:54:48 user nova-compute[74681]: DEBUG nova.compute.manager [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:54:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-33f45bc2-4b30-4b5b-bebc-8e37e91e6e1d tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.089s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:54:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:51 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:54:51 user nova-compute[74681]: INFO nova.compute.claims [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Claim successful on node user
Oct 16 14:54:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.554s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:54:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.policy [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34131748811e474095c3d65a44664f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dfefb8edf72460dadcbe747bba7dbeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:54:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Creating image(s)
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "/opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "/opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "/opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [{"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-67488db5-3e5d-4591-ad3c-5830e41f7ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_power_states {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:52 user nova-compute[74681]: WARNING nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor.
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 67488db5-3e5d-4591-ad3c-5830e41f7ae0 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid f24fe290-eb87-4da8-b1c6-930167d7fb83 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "72133766-47a2-42be-8d36-0034955ba6cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "72133766-47a2-42be-8d36-0034955ba6cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.073s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.101s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.109s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.249s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk 1073741824" returned: 0 in 0.049s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.304s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG nova.network.neutron [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Successfully created port: 9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Cannot resize image /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Ensure instance console log exists: /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Successfully updated port: 9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "refresh_cache-f24fe290-eb87-4da8-b1c6-930167d7fb83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquired lock "refresh_cache-f24fe290-eb87-4da8-b1c6-930167d7fb83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received event network-changed-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Refreshing instance network info cache due to event network-changed-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] Acquiring lock "refresh_cache-f24fe290-eb87-4da8-b1c6-930167d7fb83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Updating instance_info_cache with network_info: [{"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Releasing lock "refresh_cache-f24fe290-eb87-4da8-b1c6-930167d7fb83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Instance network_info: |[{"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] Acquired lock "refresh_cache-f24fe290-eb87-4da8-b1c6-930167d7fb83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Refreshing network info cache for port 9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Start _get_guest_xml network_info=[{"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:54:54 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:54:54 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-231341259',display_name='tempest-VolumesNegativeTest-instance-231341259',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-231341259',id=31,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5dfefb8edf72460dadcbe747bba7dbeb',ramdisk_id='',reservation_id='r-v9pfeyih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1922712072',owner_user_name='tempest-VolumesNegativeTest-1922712072-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:54:52Z,user_data=None,user_id='34131748811e474095c3d65a44664f3b',uuid=f24fe290-eb87-4da8-b1c6-930167d7fb83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Converting VIF {"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:33:da,bridge_name='br-int',has_traffic_filtering=True,id=9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7,network=Network(77ba0d04-7c41-4840-8a17-a2085d463670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9aba6c1c-d7') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lazy-loading 'pci_devices' on Instance uuid f24fe290-eb87-4da8-b1c6-930167d7fb83 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:54:54 user nova-compute[74681]:   <uuid>f24fe290-eb87-4da8-b1c6-930167d7fb83</uuid>
Oct 16 14:54:54 user nova-compute[74681]:   <name>instance-0000001f</name>
Oct 16 14:54:54 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:54:54 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:54:54 user nova-compute[74681]:   <metadata>
Oct 16 14:54:54 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:54:54 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:54:54 user nova-compute[74681]:       <nova:name>tempest-VolumesNegativeTest-instance-231341259</nova:name>
Oct 16 14:54:54 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:54:54</nova:creationTime>
Oct 16 14:54:54 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:54:54 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:54:54 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:54:54 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:54:54 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:54:54 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:54:54 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:54:54 user nova-compute[74681]:       <nova:owner>
Oct 16 14:54:54 user nova-compute[74681]:         <nova:user uuid="34131748811e474095c3d65a44664f3b">tempest-VolumesNegativeTest-1922712072-project-member</nova:user>
Oct 16 14:54:54 user nova-compute[74681]:         <nova:project uuid="5dfefb8edf72460dadcbe747bba7dbeb">tempest-VolumesNegativeTest-1922712072</nova:project>
Oct 16 14:54:54 user nova-compute[74681]:       </nova:owner>
Oct 16 14:54:54 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:54:54 user nova-compute[74681]:       <nova:ports>
Oct 16 14:54:54 user nova-compute[74681]:         <nova:port uuid="9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7">
Oct 16 14:54:54 user nova-compute[74681]:           <nova:ip type="fixed" address="192.168.233.84" ipVersion="4"/>
Oct 16 14:54:54 user nova-compute[74681]:         </nova:port>
Oct 16 14:54:54 user nova-compute[74681]:       </nova:ports>
Oct 16 14:54:54 user nova-compute[74681]:     </nova:instance>
Oct 16 14:54:54 user nova-compute[74681]:   </metadata>
Oct 16 14:54:54 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:54:54 user nova-compute[74681]:     <system>
Oct 16 14:54:54 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:54:54 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:54:54 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:54:54 user nova-compute[74681]:       <entry name="serial">f24fe290-eb87-4da8-b1c6-930167d7fb83</entry>
Oct 16 14:54:54 user nova-compute[74681]:       <entry name="uuid">f24fe290-eb87-4da8-b1c6-930167d7fb83</entry>
Oct 16 14:54:54 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:54:54 user nova-compute[74681]:     </system>
Oct 16 14:54:54 user nova-compute[74681]:   </sysinfo>
Oct 16 14:54:54 user nova-compute[74681]:   <os>
Oct 16 14:54:54 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:54:54 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:54:54 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:54:54 user nova-compute[74681]:   </os>
Oct 16 14:54:54 user nova-compute[74681]:   <features>
Oct 16 14:54:54 user nova-compute[74681]:     <acpi/>
Oct 16 14:54:54 user nova-compute[74681]:     <apic/>
Oct 16 14:54:54 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:54:54 user nova-compute[74681]:   </features>
Oct 16 14:54:54 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:54:54 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:54:54 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:54:54 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:54:54 user nova-compute[74681]:   </clock>
Oct 16 14:54:54 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:54:54 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:54:54 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:54:54 user nova-compute[74681]:   </cpu>
Oct 16 14:54:54 user nova-compute[74681]:   <devices>
Oct 16 14:54:54 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:54:54 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:54:54 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk"/>
Oct 16 14:54:54 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:54:54 user nova-compute[74681]:     </disk>
Oct 16 14:54:54 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:54:54 user nova-compute[74681]:       <mac address="fa:16:3e:93:33:da"/>
Oct 16 14:54:54 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:54:54 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:54:54 user nova-compute[74681]:       <target dev="tap9aba6c1c-d7"/>
Oct 16 14:54:54 user nova-compute[74681]:     </interface>
Oct 16 14:54:54 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:54:54 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/console.log" append="off"/>
Oct 16 14:54:54 user nova-compute[74681]:     </serial>
Oct 16 14:54:54 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:54:54 user nova-compute[74681]:     <video>
Oct 16 14:54:54 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:54:54 user nova-compute[74681]:     </video>
Oct 16 14:54:54 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:54:54 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:54:54 user nova-compute[74681]:     </rng>
Oct 16 14:54:54 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:54:54 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:54:54 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:54:54 user nova-compute[74681]:     </memballoon>
Oct 16 14:54:54 user nova-compute[74681]:   </devices>
Oct 16 14:54:54 user nova-compute[74681]: </domain>
Oct 16 14:54:54 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-231341259',display_name='tempest-VolumesNegativeTest-instance-231341259',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-231341259',id=31,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5dfefb8edf72460dadcbe747bba7dbeb',ramdisk_id='',reservation_id='r-v9pfeyih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1922712072',owner_user_name='tempest-VolumesNegativeTest-1922712072-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:54:52Z,user_data=None,user_id='34131748811e474095c3d65a44664f3b',uuid=f24fe290-eb87-4da8-b1c6-930167d7fb83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Converting VIF {"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:33:da,bridge_name='br-int',has_traffic_filtering=True,id=9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7,network=Network(77ba0d04-7c41-4840-8a17-a2085d463670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9aba6c1c-d7') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG os_vif [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:33:da,bridge_name='br-int',has_traffic_filtering=True,id=9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7,network=Network(77ba0d04-7c41-4840-8a17-a2085d463670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9aba6c1c-d7') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ac9af2f-f622-58cf-8be7-15114e52a0f6', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9aba6c1c-d7, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9aba6c1c-d7, col_values=(('qos', UUID('ab88baf6-5d94-4658-9070-449224d732ff')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9aba6c1c-d7, col_values=(('external_ids', {'iface-id': '9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:33:da', 'vm-uuid': 'f24fe290-eb87-4da8-b1c6-930167d7fb83'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:54 user nova-compute[74681]: INFO os_vif [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:33:da,bridge_name='br-int',has_traffic_filtering=True,id=9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7,network=Network(77ba0d04-7c41-4840-8a17-a2085d463670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9aba6c1c-d7')
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] No VIF found with MAC fa:16:3e:93:33:da, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Updated VIF entry in instance network info cache for port 9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Updating instance_info_cache with network_info: [{"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:54:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0482e0f-572e-4c9f-a8ec-f1c43c776643 req-dd741bcb-f4f8-48ce-a47f-71e2d6d57a15 service nova] Releasing lock "refresh_cache-f24fe290-eb87-4da8-b1c6-930167d7fb83" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-587608a9-01fd-4a0a-ad5e-a3abcfdfa988 req-85c17144-662a-48e1-967f-8e79543be18d service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received event network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-587608a9-01fd-4a0a-ad5e-a3abcfdfa988 req-85c17144-662a-48e1-967f-8e79543be18d service nova] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-587608a9-01fd-4a0a-ad5e-a3abcfdfa988 req-85c17144-662a-48e1-967f-8e79543be18d service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-587608a9-01fd-4a0a-ad5e-a3abcfdfa988 req-85c17144-662a-48e1-967f-8e79543be18d service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-587608a9-01fd-4a0a-ad5e-a3abcfdfa988 req-85c17144-662a-48e1-967f-8e79543be18d service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] No waiting events found dispatching network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:56 user nova-compute[74681]: WARNING nova.compute.manager [req-587608a9-01fd-4a0a-ad5e-a3abcfdfa988 req-85c17144-662a-48e1-967f-8e79543be18d service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received unexpected event network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 for instance with vm_state building and task_state spawning.
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:54:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:54:58 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Instance spawned successfully.
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.compute.manager [req-1fecac2f-a79a-46e2-af75-2772f3ab071d req-81c2fd07-0c51-4400-a07e-ef9c47cd44f7 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received event network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1fecac2f-a79a-46e2-af75-2772f3ab071d req-81c2fd07-0c51-4400-a07e-ef9c47cd44f7 service nova] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1fecac2f-a79a-46e2-af75-2772f3ab071d req-81c2fd07-0c51-4400-a07e-ef9c47cd44f7 service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1fecac2f-a79a-46e2-af75-2772f3ab071d req-81c2fd07-0c51-4400-a07e-ef9c47cd44f7 service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.compute.manager [req-1fecac2f-a79a-46e2-af75-2772f3ab071d req-81c2fd07-0c51-4400-a07e-ef9c47cd44f7 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] No waiting events found dispatching network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:54:58 user nova-compute[74681]: WARNING nova.compute.manager [req-1fecac2f-a79a-46e2-af75-2772f3ab071d req-81c2fd07-0c51-4400-a07e-ef9c47cd44f7 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received unexpected event network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 for instance with vm_state building and task_state spawning.
Oct 16 14:54:58 user nova-compute[74681]: INFO nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Took 5.88 seconds to spawn the instance on the hypervisor.
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:58 user nova-compute[74681]: INFO nova.compute.manager [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Took 6.79 seconds to build instance.
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9bafa903-8ec2-4d6c-ade3-09060d3e6766 tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.908s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 5.725s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:54:58 user nova-compute[74681]: INFO nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:54:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:54:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:54:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7933MB free_disk=25.298667907714844GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:54:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 53af04e2-3c48-4940-be0e-5c0e318c9733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 4b1a7705-f7ff-4c17-9078-13c558714c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance f24fe290-eb87-4da8-b1c6-930167d7fb83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.459s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-changed-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Refreshing instance network info cache due to event network-changed-17072b69-e404-4f02-8269-d63e5f5c5a99. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:55:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] Acquiring lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:55:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] Acquired lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:55:10 user nova-compute[74681]: DEBUG nova.network.neutron [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Refreshing network info cache for port 17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:55:11 user nova-compute[74681]: DEBUG nova.network.neutron [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updated VIF entry in instance network info cache for port 17072b69-e404-4f02-8269-d63e5f5c5a99. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:55:11 user nova-compute[74681]: DEBUG nova.network.neutron [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updating instance_info_cache with network_info: [{"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:55:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ce209d39-1608-4876-a4bc-dda93133b21c req-b14ffe0b-1322-4907-92c9-fd1b125c5a88 service nova] Releasing lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:55:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:14 user nova-compute[74681]: INFO nova.compute.manager [None req-8d6b1bf8-69b0-4b25-aec3-3a0ba3c276ae tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Get console output
Oct 16 14:55:14 user nova-compute[74681]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 16 14:55:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:24 user nova-compute[74681]: INFO nova.compute.manager [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Attaching volume 34346cb8-9320-4cd7-9d18-708dbf7a2a8d to /dev/vdb
Oct 16 14:55:24 user nova-compute[74681]: DEBUG os_brick.utils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce50d04-1031-44bd-9667-305ea894d486]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbd84df9-7846-4457-a1d1-c06ab4697b91]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d83454-3e04-4264-ad25-c94207eb05c4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[004ec243-f109-43a9-8984-ac4f60108194]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:55:24 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:55:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d571024-33a6-40c3-98da-c027f820437c]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG os_brick.utils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updating existing volume attachment record: 9abe70bb-c151-47ba-af09-e85ce53c9bde {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:55:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:32 user nova-compute[74681]: INFO nova.compute.manager [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Unrescuing
Oct 16 14:55:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:55:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:55:32 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'flavor' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-ef4d41a8-2234-4960-a927-4a3b10e79e67 req-15a8f52b-6108-42ea-9105-72b79d4d28e3 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ef4d41a8-2234-4960-a927-4a3b10e79e67 req-15a8f52b-6108-42ea-9105-72b79d4d28e3 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ef4d41a8-2234-4960-a927-4a3b10e79e67 req-15a8f52b-6108-42ea-9105-72b79d4d28e3 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ef4d41a8-2234-4960-a927-4a3b10e79e67 req-15a8f52b-6108-42ea-9105-72b79d4d28e3 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-ef4d41a8-2234-4960-a927-4a3b10e79e67 req-15a8f52b-6108-42ea-9105-72b79d4d28e3 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:55:33 user nova-compute[74681]: WARNING nova.compute.manager [req-ef4d41a8-2234-4960-a927-4a3b10e79e67 req-15a8f52b-6108-42ea-9105-72b79d4d28e3 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:55:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance destroyed successfully.
Oct 16 14:55:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-08a69258-76a5-4c84-ab74-eb1b8e2aafc9 req-ddbda4d2-ed07-4bc8-8ed9-6ae5a308b60a service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08a69258-76a5-4c84-ab74-eb1b8e2aafc9 req-ddbda4d2-ed07-4bc8-8ed9-6ae5a308b60a service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08a69258-76a5-4c84-ab74-eb1b8e2aafc9 req-ddbda4d2-ed07-4bc8-8ed9-6ae5a308b60a service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08a69258-76a5-4c84-ab74-eb1b8e2aafc9 req-ddbda4d2-ed07-4bc8-8ed9-6ae5a308b60a service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-08a69258-76a5-4c84-ab74-eb1b8e2aafc9 req-ddbda4d2-ed07-4bc8-8ed9-6ae5a308b60a service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:55:35 user nova-compute[74681]: WARNING nova.compute.manager [req-08a69258-76a5-4c84-ab74-eb1b8e2aafc9 req-ddbda4d2-ed07-4bc8-8ed9-6ae5a308b60a service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:55:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c396fdc4-5c9f-40a3-b179-2ffbf5f31a88 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:55:37 user nova-compute[74681]: WARNING nova.compute.manager [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:55:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:55:37 user nova-compute[74681]: WARNING nova.compute.manager [req-0f80227f-f13c-48ec-8f95-19a6273f6d37 req-89658035-0807-4c3f-b8e4-07bc7d2c4c36 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state rescued and task_state unrescuing.
Oct 16 14:55:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:39 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:39 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:55:40 user nova-compute[74681]: INFO nova.compute.claims [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Claim successful on node user
Oct 16 14:55:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.422s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.network.neutron [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:55:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.policy [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60da4687d044a728121f273e7f17a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f784a4a3bd44e5bab4926a001e43100', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:55:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Creating image(s)
Oct 16 14:55:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "/opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "/opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "/opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.017s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:40 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.284s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk 1073741824" returned: 0 in 0.057s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG nova.network.neutron [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Successfully created port: 47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.214s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Cannot resize image /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Ensure instance console log exists: /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Successfully updated port: 47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquired lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-changed-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Refreshing instance network info cache due to event network-changed-47c85f52-f4f3-4fdb-adb9-c2743540ea81. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] Acquiring lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.neutron [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updating instance_info_cache with network_info: [{"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Releasing lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Instance network_info: |[{"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] Acquired lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.neutron [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Refreshing network info cache for port 47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Start _get_guest_xml network_info=[{"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:55:42 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:55:42 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:55:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-740712856',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-740712856',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7407128',id=32,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHi5x/mcVjtxs8GZVx+XSUyXxFryqifzJTCWqgKB1mWf9x3lozi/g50g334/8754l5s3PqIvBOlk6AaWgIJQj5zb+odnPG8wRowAWs4RqTGjouIeBYqN4ItTj2UxeWDWVQ==',key_name='tempest-keypair-1587958629',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f784a4a3bd44e5bab4926a001e43100',ramdisk_id='',reservation_id='r-duzq1gsr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-826280159',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:55:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d60da4687d044a728121f273e7f17a15',uuid=c5d1f5eb-0c6f-453b-8b65-285161fee147,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Converting VIF {"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:e0:86,bridge_name='br-int',has_traffic_filtering=True,id=47c85f52-f4f3-4fdb-adb9-c2743540ea81,network=Network(7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c85f52-f4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.objects.instance [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lazy-loading 'pci_devices' on Instance uuid c5d1f5eb-0c6f-453b-8b65-285161fee147 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:55:42 user nova-compute[74681]:   <uuid>c5d1f5eb-0c6f-453b-8b65-285161fee147</uuid>
Oct 16 14:55:42 user nova-compute[74681]:   <name>instance-00000020</name>
Oct 16 14:55:42 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:55:42 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:55:42 user nova-compute[74681]:   <metadata>
Oct 16 14:55:42 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:55:42 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:55:42 user nova-compute[74681]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-740712856</nova:name>
Oct 16 14:55:42 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:55:42</nova:creationTime>
Oct 16 14:55:42 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:55:42 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:55:42 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:55:42 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:55:42 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:55:42 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:55:42 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:55:42 user nova-compute[74681]:       <nova:owner>
Oct 16 14:55:42 user nova-compute[74681]:         <nova:user uuid="d60da4687d044a728121f273e7f17a15">tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member</nova:user>
Oct 16 14:55:42 user nova-compute[74681]:         <nova:project uuid="8f784a4a3bd44e5bab4926a001e43100">tempest-TestServerVolumeAttachScenarioOldVersion-826280159</nova:project>
Oct 16 14:55:42 user nova-compute[74681]:       </nova:owner>
Oct 16 14:55:42 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:55:42 user nova-compute[74681]:       <nova:ports>
Oct 16 14:55:42 user nova-compute[74681]:         <nova:port uuid="47c85f52-f4f3-4fdb-adb9-c2743540ea81">
Oct 16 14:55:42 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 14:55:42 user nova-compute[74681]:         </nova:port>
Oct 16 14:55:42 user nova-compute[74681]:       </nova:ports>
Oct 16 14:55:42 user nova-compute[74681]:     </nova:instance>
Oct 16 14:55:42 user nova-compute[74681]:   </metadata>
Oct 16 14:55:42 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:55:42 user nova-compute[74681]:     <system>
Oct 16 14:55:42 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:55:42 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:55:42 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:55:42 user nova-compute[74681]:       <entry name="serial">c5d1f5eb-0c6f-453b-8b65-285161fee147</entry>
Oct 16 14:55:42 user nova-compute[74681]:       <entry name="uuid">c5d1f5eb-0c6f-453b-8b65-285161fee147</entry>
Oct 16 14:55:42 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:55:42 user nova-compute[74681]:     </system>
Oct 16 14:55:42 user nova-compute[74681]:   </sysinfo>
Oct 16 14:55:42 user nova-compute[74681]:   <os>
Oct 16 14:55:42 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:55:42 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:55:42 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:55:42 user nova-compute[74681]:   </os>
Oct 16 14:55:42 user nova-compute[74681]:   <features>
Oct 16 14:55:42 user nova-compute[74681]:     <acpi/>
Oct 16 14:55:42 user nova-compute[74681]:     <apic/>
Oct 16 14:55:42 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:55:42 user nova-compute[74681]:   </features>
Oct 16 14:55:42 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:55:42 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:55:42 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:55:42 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:55:42 user nova-compute[74681]:   </clock>
Oct 16 14:55:42 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:55:42 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:55:42 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:55:42 user nova-compute[74681]:   </cpu>
Oct 16 14:55:42 user nova-compute[74681]:   <devices>
Oct 16 14:55:42 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:55:42 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:55:42 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk"/>
Oct 16 14:55:42 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:55:42 user nova-compute[74681]:     </disk>
Oct 16 14:55:42 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:55:42 user nova-compute[74681]:       <mac address="fa:16:3e:83:e0:86"/>
Oct 16 14:55:42 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:55:42 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:55:42 user nova-compute[74681]:       <target dev="tap47c85f52-f4"/>
Oct 16 14:55:42 user nova-compute[74681]:     </interface>
Oct 16 14:55:42 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:55:42 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/console.log" append="off"/>
Oct 16 14:55:42 user nova-compute[74681]:     </serial>
Oct 16 14:55:42 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:55:42 user nova-compute[74681]:     <video>
Oct 16 14:55:42 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:55:42 user nova-compute[74681]:     </video>
Oct 16 14:55:42 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:55:42 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:55:42 user nova-compute[74681]:     </rng>
Oct 16 14:55:42 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:55:42 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:55:42 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:55:42 user nova-compute[74681]:     </memballoon>
Oct 16 14:55:42 user nova-compute[74681]:   </devices>
Oct 16 14:55:42 user nova-compute[74681]: </domain>
Oct 16 14:55:42 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:55:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-740712856',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-740712856',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7407128',id=32,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHi5x/mcVjtxs8GZVx+XSUyXxFryqifzJTCWqgKB1mWf9x3lozi/g50g334/8754l5s3PqIvBOlk6AaWgIJQj5zb+odnPG8wRowAWs4RqTGjouIeBYqN4ItTj2UxeWDWVQ==',key_name='tempest-keypair-1587958629',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f784a4a3bd44e5bab4926a001e43100',ramdisk_id='',reservation_id='r-duzq1gsr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-826280159',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:55:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d60da4687d044a728121f273e7f17a15',uuid=c5d1f5eb-0c6f-453b-8b65-285161fee147,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Converting VIF {"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:e0:86,bridge_name='br-int',has_traffic_filtering=True,id=47c85f52-f4f3-4fdb-adb9-c2743540ea81,network=Network(7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c85f52-f4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG os_vif [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:e0:86,bridge_name='br-int',has_traffic_filtering=True,id=47c85f52-f4f3-4fdb-adb9-c2743540ea81,network=Network(7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c85f52-f4') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee11bc37-6494-5d26-9bd2-202765e01fcf', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47c85f52-f4, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47c85f52-f4, col_values=(('qos', UUID('d5aa4293-1c43-4ec5-8c63-7051389ed89d')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47c85f52-f4, col_values=(('external_ids', {'iface-id': '47c85f52-f4f3-4fdb-adb9-c2743540ea81', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:e0:86', 'vm-uuid': 'c5d1f5eb-0c6f-453b-8b65-285161fee147'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:55:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:42 user nova-compute[74681]: INFO os_vif [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:e0:86,bridge_name='br-int',has_traffic_filtering=True,id=47c85f52-f4f3-4fdb-adb9-c2743540ea81,network=Network(7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c85f52-f4')
Oct 16 14:55:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:55:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] No VIF found with MAC fa:16:3e:83:e0:86, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:55:43 user nova-compute[74681]: DEBUG nova.network.neutron [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updated VIF entry in instance network info cache for port 47c85f52-f4f3-4fdb-adb9-c2743540ea81. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:55:43 user nova-compute[74681]: DEBUG nova.network.neutron [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updating instance_info_cache with network_info: [{"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:55:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-bf29f9ab-c3d0-445d-9c3c-75fe97bf8c48 req-87d27566-3af5-4bf8-824d-4152fa789376 service nova] Releasing lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-b99fe286-eddc-4c67-abe4-5628033ae1dd req-57800156-e8ea-4498-b85e-1ab3a263dbe0 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b99fe286-eddc-4c67-abe4-5628033ae1dd req-57800156-e8ea-4498-b85e-1ab3a263dbe0 service nova] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b99fe286-eddc-4c67-abe4-5628033ae1dd req-57800156-e8ea-4498-b85e-1ab3a263dbe0 service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b99fe286-eddc-4c67-abe4-5628033ae1dd req-57800156-e8ea-4498-b85e-1ab3a263dbe0 service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-b99fe286-eddc-4c67-abe4-5628033ae1dd req-57800156-e8ea-4498-b85e-1ab3a263dbe0 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] No waiting events found dispatching network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:55:44 user nova-compute[74681]: WARNING nova.compute.manager [req-b99fe286-eddc-4c67-abe4-5628033ae1dd req-57800156-e8ea-4498-b85e-1ab3a263dbe0 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received unexpected event network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 for instance with vm_state building and task_state spawning.
Oct 16 14:55:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-04564530-a901-493f-a1e9-740b934c7af8 req-e76ff95e-5ed4-48ae-955a-468892bfe2ad service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:55:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-04564530-a901-493f-a1e9-740b934c7af8 req-e76ff95e-5ed4-48ae-955a-468892bfe2ad service nova] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-04564530-a901-493f-a1e9-740b934c7af8 req-e76ff95e-5ed4-48ae-955a-468892bfe2ad service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-04564530-a901-493f-a1e9-740b934c7af8 req-e76ff95e-5ed4-48ae-955a-468892bfe2ad service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-04564530-a901-493f-a1e9-740b934c7af8 req-e76ff95e-5ed4-48ae-955a-468892bfe2ad service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] No waiting events found dispatching network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:55:46 user nova-compute[74681]: WARNING nova.compute.manager [req-04564530-a901-493f-a1e9-740b934c7af8 req-e76ff95e-5ed4-48ae-955a-468892bfe2ad service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received unexpected event network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 for instance with vm_state building and task_state spawning.
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:55:47 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Instance spawned successfully.
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:55:47 user nova-compute[74681]: INFO nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Took 6.18 seconds to spawn the instance on the hypervisor.
Oct 16 14:55:47 user nova-compute[74681]: DEBUG nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:55:47 user nova-compute[74681]: INFO nova.compute.manager [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Took 7.20 seconds to build instance.
Oct 16 14:55:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-16e10c18-d7ef-44f4-8d30-83a04b65446c tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.343s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NOLhvjfT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:55:52 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:55:52 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:55:52 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0851dd3-b8f6-4255-a9d8-fc9e381a9bb7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:55:52 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a3fd88-0c17-45e8-af6c-affac17898d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d] added
Oct 16 14:55:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f8426cb-1302-4f85-b08a-86aedd73875e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e12ead-0938-4d99-94f5-924d3efb358a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NOLhvjfT {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NOLhvjfT" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6cfc93e-c8c7-4c7c-adbe-fcc4681dc197]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NOLhvjfT'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5908a0a8-3e63-412d-9ce4-7704d76dc112]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a7e9ede-a166-4690-a218-a6293182d329]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:55:52 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:55:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:55:52 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:55:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c760e7b-ac8f-458c-9faf-3a6113b48993]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260]
Oct 16 14:55:52 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260] successful.
Oct 16 14:55:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.072s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[15de98b4-25c6-4b4c-b7ec-960cb2916657]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[19c6f1f5-f1b6-4d6b-9f09-1715e5087d79]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:55:52 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:55:52 user nova-compute[74681]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:55:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:55:52 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:55:52 user nova-compute[74681]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:55:52 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] HCTL ('34', '-', '-', 0) found on session 40 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc1fe96-16c8-4f4d-9253-9b32ec651c2e]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching for a device in session 40 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NOLhvjfT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:55:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:55:53 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== connect_volume: return (1401ms) {'type': 'block', 'scsi_wwn': '23634396237333665', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:55:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23634396237333665', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:55:53 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:55:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:55:53 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:55:53 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:55:53 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:55:53 user nova-compute[74681]:   <serial>34346cb8-9320-4cd7-9d18-708dbf7a2a8d</serial>
Oct 16 14:55:53 user nova-compute[74681]: </disk>
Oct 16 14:55:53 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No VIF found with MAC fa:16:3e:54:76:7e, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ec5a08bd-4a3d-4181-8a9f-3ce1f693f30d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.689s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:55:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "60705917-3975-46bc-adab-0dc806ba1ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:55:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:55:58 user nova-compute[74681]: INFO nova.compute.claims [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Claim successful on node user
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.546s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:55:58 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.policy [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ce1043e270455b932cceefc0909ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80c67e0e6f945fd8e4fe43d3a350834', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:55:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:55:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Creating image(s)
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "/opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.219s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk 1073741824" returned: 0 in 0.057s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Successfully created port: aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Checking if we can resize image /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Cannot resize image /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Ensure instance console log exists: /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:55:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Successfully updated port: aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquired lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-changed-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Refreshing instance network info cache due to event network-changed-aa4b15b5-2771-4431-b2e7-d23688b95f50. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] Acquiring lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Updating instance_info_cache with network_info: [{"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Releasing lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Instance network_info: |[{"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] Acquired lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.neutron [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Refreshing network info cache for port aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Start _get_guest_xml network_info=[{"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:56:00 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:56:00 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:55:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2114248922',display_name='tempest-AttachVolumeNegativeTest-server-2114248922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2114248922',id=33,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDEHbR0PJHjN5gpicCS6TqBO5vczK+OsbBS2kfnpGa6EEdB51krEdO+CndLokPY0zYWjGH+Knkfym+q+pk8QgdzDt5cqLeYoo79N06ZOgJFjXuF/5r/FvxdUTqT6sksZ3g==',key_name='tempest-keypair-797549295',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-f4iv7vu3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:55:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=60705917-3975-46bc-adab-0dc806ba1ae0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:7e:a4,bridge_name='br-int',has_traffic_filtering=True,id=aa4b15b5-2771-4431-b2e7-d23688b95f50,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4b15b5-27') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'pci_devices' on Instance uuid 60705917-3975-46bc-adab-0dc806ba1ae0 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:56:00 user nova-compute[74681]:   <uuid>60705917-3975-46bc-adab-0dc806ba1ae0</uuid>
Oct 16 14:56:00 user nova-compute[74681]:   <name>instance-00000021</name>
Oct 16 14:56:00 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:56:00 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:56:00 user nova-compute[74681]:   <metadata>
Oct 16 14:56:00 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:56:00 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:56:00 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2114248922</nova:name>
Oct 16 14:56:00 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:56:00</nova:creationTime>
Oct 16 14:56:00 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:56:00 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:56:00 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:56:00 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:56:00 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:56:00 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:56:00 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:56:00 user nova-compute[74681]:       <nova:owner>
Oct 16 14:56:00 user nova-compute[74681]:         <nova:user uuid="47ce1043e270455b932cceefc0909ef1">tempest-AttachVolumeNegativeTest-1928419655-project-member</nova:user>
Oct 16 14:56:00 user nova-compute[74681]:         <nova:project uuid="c80c67e0e6f945fd8e4fe43d3a350834">tempest-AttachVolumeNegativeTest-1928419655</nova:project>
Oct 16 14:56:00 user nova-compute[74681]:       </nova:owner>
Oct 16 14:56:00 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:56:00 user nova-compute[74681]:       <nova:ports>
Oct 16 14:56:00 user nova-compute[74681]:         <nova:port uuid="aa4b15b5-2771-4431-b2e7-d23688b95f50">
Oct 16 14:56:00 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 14:56:00 user nova-compute[74681]:         </nova:port>
Oct 16 14:56:00 user nova-compute[74681]:       </nova:ports>
Oct 16 14:56:00 user nova-compute[74681]:     </nova:instance>
Oct 16 14:56:00 user nova-compute[74681]:   </metadata>
Oct 16 14:56:00 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:56:00 user nova-compute[74681]:     <system>
Oct 16 14:56:00 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:56:00 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:56:00 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:56:00 user nova-compute[74681]:       <entry name="serial">60705917-3975-46bc-adab-0dc806ba1ae0</entry>
Oct 16 14:56:00 user nova-compute[74681]:       <entry name="uuid">60705917-3975-46bc-adab-0dc806ba1ae0</entry>
Oct 16 14:56:00 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:56:00 user nova-compute[74681]:     </system>
Oct 16 14:56:00 user nova-compute[74681]:   </sysinfo>
Oct 16 14:56:00 user nova-compute[74681]:   <os>
Oct 16 14:56:00 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:56:00 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:56:00 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:56:00 user nova-compute[74681]:   </os>
Oct 16 14:56:00 user nova-compute[74681]:   <features>
Oct 16 14:56:00 user nova-compute[74681]:     <acpi/>
Oct 16 14:56:00 user nova-compute[74681]:     <apic/>
Oct 16 14:56:00 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:56:00 user nova-compute[74681]:   </features>
Oct 16 14:56:00 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:56:00 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:56:00 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:56:00 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:56:00 user nova-compute[74681]:   </clock>
Oct 16 14:56:00 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:56:00 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:56:00 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:56:00 user nova-compute[74681]:   </cpu>
Oct 16 14:56:00 user nova-compute[74681]:   <devices>
Oct 16 14:56:00 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:56:00 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:56:00 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk"/>
Oct 16 14:56:00 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:56:00 user nova-compute[74681]:     </disk>
Oct 16 14:56:00 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:56:00 user nova-compute[74681]:       <mac address="fa:16:3e:05:7e:a4"/>
Oct 16 14:56:00 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:56:00 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:56:00 user nova-compute[74681]:       <target dev="tapaa4b15b5-27"/>
Oct 16 14:56:00 user nova-compute[74681]:     </interface>
Oct 16 14:56:00 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:56:00 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/console.log" append="off"/>
Oct 16 14:56:00 user nova-compute[74681]:     </serial>
Oct 16 14:56:00 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:56:00 user nova-compute[74681]:     <video>
Oct 16 14:56:00 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:56:00 user nova-compute[74681]:     </video>
Oct 16 14:56:00 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:56:00 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:56:00 user nova-compute[74681]:     </rng>
Oct 16 14:56:00 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:56:00 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:56:00 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:56:00 user nova-compute[74681]:     </memballoon>
Oct 16 14:56:00 user nova-compute[74681]:   </devices>
Oct 16 14:56:00 user nova-compute[74681]: </domain>
Oct 16 14:56:00 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:55:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2114248922',display_name='tempest-AttachVolumeNegativeTest-server-2114248922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2114248922',id=33,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDEHbR0PJHjN5gpicCS6TqBO5vczK+OsbBS2kfnpGa6EEdB51krEdO+CndLokPY0zYWjGH+Knkfym+q+pk8QgdzDt5cqLeYoo79N06ZOgJFjXuF/5r/FvxdUTqT6sksZ3g==',key_name='tempest-keypair-797549295',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-f4iv7vu3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:55:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=60705917-3975-46bc-adab-0dc806ba1ae0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:7e:a4,bridge_name='br-int',has_traffic_filtering=True,id=aa4b15b5-2771-4431-b2e7-d23688b95f50,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4b15b5-27') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG os_vif [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:7e:a4,bridge_name='br-int',has_traffic_filtering=True,id=aa4b15b5-2771-4431-b2e7-d23688b95f50,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4b15b5-27') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ad9cbd5-dc59-5b2a-a950-e86a8bfabbce', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa4b15b5-27, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa4b15b5-27, col_values=(('qos', UUID('fafa854a-2be5-4c95-a358-75b662098fa3')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa4b15b5-27, col_values=(('external_ids', {'iface-id': 'aa4b15b5-2771-4431-b2e7-d23688b95f50', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:7e:a4', 'vm-uuid': '60705917-3975-46bc-adab-0dc806ba1ae0'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:00 user nova-compute[74681]: INFO os_vif [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:7e:a4,bridge_name='br-int',has_traffic_filtering=True,id=aa4b15b5-2771-4431-b2e7-d23688b95f50,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4b15b5-27')
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:56:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No VIF found with MAC fa:16:3e:05:7e:a4, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:56:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Updated VIF entry in instance network info cache for port aa4b15b5-2771-4431-b2e7-d23688b95f50. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Updating instance_info_cache with network_info: [{"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-b5fd3017-dbf3-4f17-a462-e469282b456c req-a9271843-3772-4988-9c5b-c0ac01652e3c service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b5fd3017-dbf3-4f17-a462-e469282b456c req-a9271843-3772-4988-9c5b-c0ac01652e3c service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b5fd3017-dbf3-4f17-a462-e469282b456c req-a9271843-3772-4988-9c5b-c0ac01652e3c service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b5fd3017-dbf3-4f17-a462-e469282b456c req-a9271843-3772-4988-9c5b-c0ac01652e3c service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-b5fd3017-dbf3-4f17-a462-e469282b456c req-a9271843-3772-4988-9c5b-c0ac01652e3c service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:05 user nova-compute[74681]: WARNING nova.compute.manager [req-b5fd3017-dbf3-4f17-a462-e469282b456c req-a9271843-3772-4988-9c5b-c0ac01652e3c service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received unexpected event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with vm_state building and task_state spawning.
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3c400a60-4f56-4fc9-bbb3-93ea0eaf7273 req-6541b6ec-b0fd-4c08-b28a-f099f6f5419b service nova] Releasing lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:56:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:56:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7745MB free_disk=25.295024871826172GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:05 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Instance spawned successfully.
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-d7ea9166-2cfd-49f2-9acf-93c9a5c536c2 req-416c9f17-3c9a-48b3-bff6-924204f7a1f7 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d7ea9166-2cfd-49f2-9acf-93c9a5c536c2 req-416c9f17-3c9a-48b3-bff6-924204f7a1f7 service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d7ea9166-2cfd-49f2-9acf-93c9a5c536c2 req-416c9f17-3c9a-48b3-bff6-924204f7a1f7 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d7ea9166-2cfd-49f2-9acf-93c9a5c536c2 req-416c9f17-3c9a-48b3-bff6-924204f7a1f7 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-d7ea9166-2cfd-49f2-9acf-93c9a5c536c2 req-416c9f17-3c9a-48b3-bff6-924204f7a1f7 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:05 user nova-compute[74681]: WARNING nova.compute.manager [req-d7ea9166-2cfd-49f2-9acf-93c9a5c536c2 req-416c9f17-3c9a-48b3-bff6-924204f7a1f7 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received unexpected event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with vm_state building and task_state spawning.
Oct 16 14:56:05 user nova-compute[74681]: INFO nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Took 6.22 seconds to spawn the instance on the hypervisor.
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 53af04e2-3c48-4940-be0e-5c0e318c9733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 4b1a7705-f7ff-4c17-9078-13c558714c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance f24fe290-eb87-4da8-b1c6-930167d7fb83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c5d1f5eb-0c6f-453b-8b65-285161fee147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 60705917-3975-46bc-adab-0dc806ba1ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:56:05 user nova-compute[74681]: INFO nova.compute.manager [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Took 7.35 seconds to build instance.
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d6b209be-db41-4346-ba35-a290b0824918 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "60705917-3975-46bc-adab-0dc806ba1ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.469s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.492s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:15 user nova-compute[74681]: INFO nova.compute.manager [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Terminating instance
Oct 16 14:56:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-93243682-6f78-45a8-a1f5-8a413e875f7d req-32a28122-3804-4791-a640-f723481d9f7c service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-unplugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93243682-6f78-45a8-a1f5-8a413e875f7d req-32a28122-3804-4791-a640-f723481d9f7c service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93243682-6f78-45a8-a1f5-8a413e875f7d req-32a28122-3804-4791-a640-f723481d9f7c service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93243682-6f78-45a8-a1f5-8a413e875f7d req-32a28122-3804-4791-a640-f723481d9f7c service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-93243682-6f78-45a8-a1f5-8a413e875f7d req-32a28122-3804-4791-a640-f723481d9f7c service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-unplugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-93243682-6f78-45a8-a1f5-8a413e875f7d req-32a28122-3804-4791-a640-f723481d9f7c service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-unplugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Instance destroyed successfully.
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.objects.instance [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'resources' on Instance uuid 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1176572159',display_name='tempest-ServerActionsTestOtherA-server-1176572159',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1176572159',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:52:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-gu04j40m',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:53:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "address": "fa:16:3e:70:27:d3", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0aa7a83f-18", "ovs_interfaceid": "0aa7a83f-1871-482f-9573-9f871b23a7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_vif [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0aa7a83f-18, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ea76e7a1-48ab-4406-9a81-33c58b1bc5bb) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:16 user nova-compute[74681]: INFO os_vif [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:27:d3,bridge_name='br-int',has_traffic_filtering=True,id=0aa7a83f-1871-482f-9573-9f871b23a7e4,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0aa7a83f-18')
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LwxaTYEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:56:16 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9a652cd-e162-4283-a898-5002df5ed7bf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:56:16 user nova-compute[74681]: No targets found.
Oct 16 14:56:16 user nova-compute[74681]: iSNS:
Oct 16 14:56:16 user nova-compute[74681]: No targets found.
Oct 16 14:56:16 user nova-compute[74681]: STATIC:
Oct 16 14:56:16 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5
Oct 16 14:56:16 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:56:16 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:56:16 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d
Oct 16 14:56:16 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:56:16 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:56:16 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a
Oct 16 14:56:16 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:56:16 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:56:16 user nova-compute[74681]: FIRMWARE:
Oct 16 14:56:16 user nova-compute[74681]: No targets found.
Oct 16 14:56:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:56:16 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:56:16 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[938f0745-4706-4d41-9f47-d1952bb746aa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dda7c1f-def3-4326-a8a8-b9c38541cfd1]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:56:16 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:56:16 user nova-compute[74681]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:56:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a (non-flash)
Oct 16 14:56:16 user nova-compute[74681]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:56:16 user nova-compute[74681]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:56:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d041d750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a'): ({'sdi'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Removing single pathed devices sdi {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b36f185-4096-40b4-a53b-68177108136c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9be7a8f6-0263-44a4-843b-5a67ff5844ad]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Flushing IO for device /dev/sdi {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3df5caa-528d-48b6-bccf-37a178c38451]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5728642-ed7a-4174-a86a-7d790f1aa98b]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] SCSI volumes sdi have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO69cdadfd-f15a74249bf890f4', '/dev/disk/by-id/scsi-26631356137343234', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_69cdadfd') {{(pid=85882) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e9a5b8e-a11b-473d-98ee-c9f88d2eec0c]: (4, None) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab8405b-9d47-48c1-a894-c9dd31ab1b07]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[123cd63f-6d64-4287-a2c6-7e96b2e0c11e]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260]
Oct 16 14:56:16 user nova-compute[74681]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a, portal: 172.16.0.220,3260] successful.
Oct 16 14:56:16 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:632ee89d-7110-469a-913e-3f543fac552a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[796178eb-365e-4d8c-8909-0202cec705a2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] <== disconnect_volume: return (320ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:56:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Deleting instance files /opt/stack/data/nova/instances/3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f_del
Oct 16 14:56:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Deletion of /opt/stack/data/nova/instances/3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f_del complete
Oct 16 14:56:16 user nova-compute[74681]: INFO nova.compute.manager [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Took 1.26 seconds to destroy the instance on the hypervisor.
Oct 16 14:56:16 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:56:16 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:56:17 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:56:17 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Took 0.92 seconds to deallocate network for instance.
Oct 16 14:56:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-1cace68e-7c37-4e2e-94c8-9c601a61ab80 req-41f0e8bd-cff1-48dc-89ad-5c98ccb26646 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-deleted-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-0cf96d23-6782-4331-aaad-d81fc1328d23 req-8e6cdd15-60a4-4fb8-b59b-f976bed0e399 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0cf96d23-6782-4331-aaad-d81fc1328d23 req-8e6cdd15-60a4-4fb8-b59b-f976bed0e399 service nova] Acquiring lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0cf96d23-6782-4331-aaad-d81fc1328d23 req-8e6cdd15-60a4-4fb8-b59b-f976bed0e399 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0cf96d23-6782-4331-aaad-d81fc1328d23 req-8e6cdd15-60a4-4fb8-b59b-f976bed0e399 service nova] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-0cf96d23-6782-4331-aaad-d81fc1328d23 req-8e6cdd15-60a4-4fb8-b59b-f976bed0e399 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] No waiting events found dispatching network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:17 user nova-compute[74681]: WARNING nova.compute.manager [req-0cf96d23-6782-4331-aaad-d81fc1328d23 req-8e6cdd15-60a4-4fb8-b59b-f976bed0e399 service nova] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Received unexpected event network-vif-plugged-0aa7a83f-1871-482f-9573-9f871b23a7e4 for instance with vm_state active and task_state deleting.
Oct 16 14:56:18 user nova-compute[74681]: INFO nova.compute.manager [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Took 0.92 seconds to detach 1 volumes for instance.
Oct 16 14:56:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f] Deleting volume: 632ee89d-7110-469a-913e-3f543fac552a {{(pid=74681) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 14:56:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:18 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:56:18 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:56:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:19 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Deleted allocations for instance 3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f
Oct 16 14:56:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-18f4ddd9-437e-4273-b091-2ccf75999921 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "3f63bc78-e6d2-49d1-a0fd-93e0bac63f3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.749s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:27 user nova-compute[74681]: INFO nova.compute.manager [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Terminating instance
Oct 16 14:56:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-d11218ed-03a9-470a-bcbf-02c7a7556396 req-cf31b1cb-f5e4-42fe-a0dd-9d14718ac278 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d11218ed-03a9-470a-bcbf-02c7a7556396 req-cf31b1cb-f5e4-42fe-a0dd-9d14718ac278 service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d11218ed-03a9-470a-bcbf-02c7a7556396 req-cf31b1cb-f5e4-42fe-a0dd-9d14718ac278 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d11218ed-03a9-470a-bcbf-02c7a7556396 req-cf31b1cb-f5e4-42fe-a0dd-9d14718ac278 service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-d11218ed-03a9-470a-bcbf-02c7a7556396 req-cf31b1cb-f5e4-42fe-a0dd-9d14718ac278 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-d11218ed-03a9-470a-bcbf-02c7a7556396 req-cf31b1cb-f5e4-42fe-a0dd-9d14718ac278 service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-unplugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:56:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Instance destroyed successfully.
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.objects.instance [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lazy-loading 'resources' on Instance uuid 4b1a7705-f7ff-4c17-9078-13c558714c1c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T14:50:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1058262131',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1058262131',id=26,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIWaQxyawdmoCm6k83zB7Jn/Wa7GmXgQcvWQWveF3aIE+fBee4sYB66cgETgyBw1fP5a5tHJpUzF7/7/ikLPCtw0c0MxTCaV/OyXtlMvgkrJt3pKYENGLRwB/X96RfN2zg==',key_name='tempest-keypair-861499966',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:54:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='81b12edc98b442ebbfeaecd294532d96',ramdisk_id='',reservation_id='r-ub5hkoew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-537628858',owner_user_name='tempest-AttachVolumeShelveTestJSON-537628858-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:54:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='952b0cf9d1094360aa8074368d9f94e0',uuid=4b1a7705-f7ff-4c17-9078-13c558714c1c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converting VIF {"id": "04067c21-0db2-4b59-a087-46833fc86faa", "address": "fa:16:3e:cc:81:66", "network": {"id": "03250080-115d-4575-8a42-dc40496097e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2001044195-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.81", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "81b12edc98b442ebbfeaecd294532d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04067c21-0d", "ovs_interfaceid": "04067c21-0db2-4b59-a087-46833fc86faa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG os_vif [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04067c21-0d, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c23c4a40-2041-4714-a21b-7f28d0caa4cc) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:28 user nova-compute[74681]: INFO os_vif [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:81:66,bridge_name='br-int',has_traffic_filtering=True,id=04067c21-0db2-4b59-a087-46833fc86faa,network=Network(03250080-115d-4575-8a42-dc40496097e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04067c21-0d')
Oct 16 14:56:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Deleting instance files /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c_del
Oct 16 14:56:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Deletion of /opt/stack/data/nova/instances/4b1a7705-f7ff-4c17-9078-13c558714c1c_del complete
Oct 16 14:56:28 user nova-compute[74681]: INFO nova.compute.manager [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Took 1.13 seconds to destroy the instance on the hypervisor.
Oct 16 14:56:28 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:56:28 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:56:30 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Took 1.24 seconds to deallocate network for instance.
Oct 16 14:56:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-1a09a4cd-4249-4c5c-a27d-82cc9cd9c7af req-00157eb7-b577-49d2-a2e2-47c41c646b2b service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1a09a4cd-4249-4c5c-a27d-82cc9cd9c7af req-00157eb7-b577-49d2-a2e2-47c41c646b2b service nova] Acquiring lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1a09a4cd-4249-4c5c-a27d-82cc9cd9c7af req-00157eb7-b577-49d2-a2e2-47c41c646b2b service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1a09a4cd-4249-4c5c-a27d-82cc9cd9c7af req-00157eb7-b577-49d2-a2e2-47c41c646b2b service nova] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-1a09a4cd-4249-4c5c-a27d-82cc9cd9c7af req-00157eb7-b577-49d2-a2e2-47c41c646b2b service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] No waiting events found dispatching network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:30 user nova-compute[74681]: WARNING nova.compute.manager [req-1a09a4cd-4249-4c5c-a27d-82cc9cd9c7af req-00157eb7-b577-49d2-a2e2-47c41c646b2b service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received unexpected event network-vif-plugged-04067c21-0db2-4b59-a087-46833fc86faa for instance with vm_state deleted and task_state None.
Oct 16 14:56:30 user nova-compute[74681]: DEBUG nova.compute.manager [req-1a09a4cd-4249-4c5c-a27d-82cc9cd9c7af req-00157eb7-b577-49d2-a2e2-47c41c646b2b service nova] [instance: 4b1a7705-f7ff-4c17-9078-13c558714c1c] Received event network-vif-deleted-04067c21-0db2-4b59-a087-46833fc86faa {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:56:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.624s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:30 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Deleted allocations for instance 4b1a7705-f7ff-4c17-9078-13c558714c1c
Oct 16 14:56:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-28966924-58f6-4aba-8c2f-c1f768b2ef6c tempest-AttachVolumeShelveTestJSON-537628858 tempest-AttachVolumeShelveTestJSON-537628858-project-member] Lock "4b1a7705-f7ff-4c17-9078-13c558714c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.204s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:42 user nova-compute[74681]: INFO nova.compute.manager [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Terminating instance
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-f73874a0-2cd0-43f6-b2f9-b430984c5563 req-e1514a7e-f678-4706-90ec-d1295f454ea4 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received event network-vif-unplugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f73874a0-2cd0-43f6-b2f9-b430984c5563 req-e1514a7e-f678-4706-90ec-d1295f454ea4 service nova] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f73874a0-2cd0-43f6-b2f9-b430984c5563 req-e1514a7e-f678-4706-90ec-d1295f454ea4 service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f73874a0-2cd0-43f6-b2f9-b430984c5563 req-e1514a7e-f678-4706-90ec-d1295f454ea4 service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-f73874a0-2cd0-43f6-b2f9-b430984c5563 req-e1514a7e-f678-4706-90ec-d1295f454ea4 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] No waiting events found dispatching network-vif-unplugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-f73874a0-2cd0-43f6-b2f9-b430984c5563 req-e1514a7e-f678-4706-90ec-d1295f454ea4 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received event network-vif-unplugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:56:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Instance destroyed successfully.
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.objects.instance [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lazy-loading 'resources' on Instance uuid f24fe290-eb87-4da8-b1c6-930167d7fb83 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-231341259',display_name='tempest-VolumesNegativeTest-instance-231341259',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-231341259',id=31,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:54:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5dfefb8edf72460dadcbe747bba7dbeb',ramdisk_id='',reservation_id='r-v9pfeyih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1922712072',owner_user_name='tempest-VolumesNegativeTest-1922712072-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:54:58Z,user_data=None,user_id='34131748811e474095c3d65a44664f3b',uuid=f24fe290-eb87-4da8-b1c6-930167d7fb83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Converting VIF {"id": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "address": "fa:16:3e:93:33:da", "network": {"id": "77ba0d04-7c41-4840-8a17-a2085d463670", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "50a29270370d4e2894ec41d4dc57df30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9aba6c1c-d7", "ovs_interfaceid": "9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:33:da,bridge_name='br-int',has_traffic_filtering=True,id=9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7,network=Network(77ba0d04-7c41-4840-8a17-a2085d463670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9aba6c1c-d7') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG os_vif [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:33:da,bridge_name='br-int',has_traffic_filtering=True,id=9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7,network=Network(77ba0d04-7c41-4840-8a17-a2085d463670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9aba6c1c-d7') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9aba6c1c-d7, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ab88baf6-5d94-4658-9070-449224d732ff) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:56:42 user nova-compute[74681]: INFO os_vif [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:33:da,bridge_name='br-int',has_traffic_filtering=True,id=9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7,network=Network(77ba0d04-7c41-4840-8a17-a2085d463670),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9aba6c1c-d7')
Oct 16 14:56:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Deleting instance files /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83_del
Oct 16 14:56:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Deletion of /opt/stack/data/nova/instances/f24fe290-eb87-4da8-b1c6-930167d7fb83_del complete
Oct 16 14:56:43 user nova-compute[74681]: INFO nova.compute.manager [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Took 0.68 seconds to destroy the instance on the hypervisor.
Oct 16 14:56:43 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:56:43 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:56:43 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:56:43 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:56:43 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Took 0.42 seconds to deallocate network for instance.
Oct 16 14:56:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:43 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:56:43 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:56:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.282s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:43 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Deleted allocations for instance f24fe290-eb87-4da8-b1c6-930167d7fb83
Oct 16 14:56:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-308a0253-4400-49d3-b403-7f2e03a525de tempest-VolumesNegativeTest-1922712072 tempest-VolumesNegativeTest-1922712072-project-member] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.584s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-e84c8bc7-69bf-47c5-b82c-1bcb35b78251 req-4c4d0423-9168-4c95-a8e0-24c5f3bbfad4 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received event network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e84c8bc7-69bf-47c5-b82c-1bcb35b78251 req-4c4d0423-9168-4c95-a8e0-24c5f3bbfad4 service nova] Acquiring lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e84c8bc7-69bf-47c5-b82c-1bcb35b78251 req-4c4d0423-9168-4c95-a8e0-24c5f3bbfad4 service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e84c8bc7-69bf-47c5-b82c-1bcb35b78251 req-4c4d0423-9168-4c95-a8e0-24c5f3bbfad4 service nova] Lock "f24fe290-eb87-4da8-b1c6-930167d7fb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-e84c8bc7-69bf-47c5-b82c-1bcb35b78251 req-4c4d0423-9168-4c95-a8e0-24c5f3bbfad4 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] No waiting events found dispatching network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:56:44 user nova-compute[74681]: WARNING nova.compute.manager [req-e84c8bc7-69bf-47c5-b82c-1bcb35b78251 req-4c4d0423-9168-4c95-a8e0-24c5f3bbfad4 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received unexpected event network-vif-plugged-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 for instance with vm_state deleted and task_state None.
Oct 16 14:56:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-e84c8bc7-69bf-47c5-b82c-1bcb35b78251 req-4c4d0423-9168-4c95-a8e0-24c5f3bbfad4 service nova] [instance: f24fe290-eb87-4da8-b1c6-930167d7fb83] Received event network-vif-deleted-9aba6c1c-d7e4-47d0-bd0d-daf92857e8e7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:56:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:56:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:56:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:56:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:56:58 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updating instance_info_cache with network_info: [{"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-72133766-47a2-42be-8d36-0034955ba6cf" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:56:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:00 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:57:01 user nova-compute[74681]: INFO nova.compute.claims [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Claim successful on node user
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:57:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.policy [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2aa3471a0b5479fb80723d417ad98e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b7a9fa9b3894aabb5cf5e2d15520bb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:57:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Creating image(s)
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "/opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "/opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "/opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Successfully created port: 0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.730s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:02 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:57:02 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:57:02 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7953MB free_disk=25.274627685546875GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk 1073741824" returned: 0 in 0.063s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.800s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 53af04e2-3c48-4940-be0e-5c0e318c9733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c5d1f5eb-0c6f-453b-8b65-285161fee147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 60705917-3975-46bc-adab-0dc806ba1ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance ce401755-1554-4223-8c4a-c4e6ad8ddef1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Cannot resize image /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Ensure instance console log exists: /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.548s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Successfully updated port: 0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "refresh_cache-ce401755-1554-4223-8c4a-c4e6ad8ddef1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquired lock "refresh_cache-ce401755-1554-4223-8c4a-c4e6ad8ddef1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received event network-changed-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Refreshing instance network info cache due to event network-changed-0111ac99-0f87-4bd9-b642-7042b5aa3810. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] Acquiring lock "refresh_cache-ce401755-1554-4223-8c4a-c4e6ad8ddef1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Updating instance_info_cache with network_info: [{"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Releasing lock "refresh_cache-ce401755-1554-4223-8c4a-c4e6ad8ddef1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Instance network_info: |[{"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] Acquired lock "refresh_cache-ce401755-1554-4223-8c4a-c4e6ad8ddef1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.neutron [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Refreshing network info cache for port 0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Start _get_guest_xml network_info=[{"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:57:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:57:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:57:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1523884513',display_name='tempest-VolumesActionsTest-instance-1523884513',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1523884513',id=34,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0b7a9fa9b3894aabb5cf5e2d15520bb8',ramdisk_id='',reservation_id='r-zr2jdw8z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-406707750',owner_user_name='tempest-VolumesActionsTest-406707750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:57:02Z,user_data=None,user_id='e2aa3471a0b5479fb80723d417ad98e3',uuid=ce401755-1554-4223-8c4a-c4e6ad8ddef1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converting VIF {"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:6f:8e,bridge_name='br-int',has_traffic_filtering=True,id=0111ac99-0f87-4bd9-b642-7042b5aa3810,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0111ac99-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lazy-loading 'pci_devices' on Instance uuid ce401755-1554-4223-8c4a-c4e6ad8ddef1 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:57:03 user nova-compute[74681]:   <uuid>ce401755-1554-4223-8c4a-c4e6ad8ddef1</uuid>
Oct 16 14:57:03 user nova-compute[74681]:   <name>instance-00000022</name>
Oct 16 14:57:03 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:57:03 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:57:03 user nova-compute[74681]:   <metadata>
Oct 16 14:57:03 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:57:03 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:57:03 user nova-compute[74681]:       <nova:name>tempest-VolumesActionsTest-instance-1523884513</nova:name>
Oct 16 14:57:03 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:57:03</nova:creationTime>
Oct 16 14:57:03 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:57:03 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:57:03 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:57:03 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:57:03 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:57:03 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:57:03 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:57:03 user nova-compute[74681]:       <nova:owner>
Oct 16 14:57:03 user nova-compute[74681]:         <nova:user uuid="e2aa3471a0b5479fb80723d417ad98e3">tempest-VolumesActionsTest-406707750-project-member</nova:user>
Oct 16 14:57:03 user nova-compute[74681]:         <nova:project uuid="0b7a9fa9b3894aabb5cf5e2d15520bb8">tempest-VolumesActionsTest-406707750</nova:project>
Oct 16 14:57:03 user nova-compute[74681]:       </nova:owner>
Oct 16 14:57:03 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:57:03 user nova-compute[74681]:       <nova:ports>
Oct 16 14:57:03 user nova-compute[74681]:         <nova:port uuid="0111ac99-0f87-4bd9-b642-7042b5aa3810">
Oct 16 14:57:03 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 14:57:03 user nova-compute[74681]:         </nova:port>
Oct 16 14:57:03 user nova-compute[74681]:       </nova:ports>
Oct 16 14:57:03 user nova-compute[74681]:     </nova:instance>
Oct 16 14:57:03 user nova-compute[74681]:   </metadata>
Oct 16 14:57:03 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:57:03 user nova-compute[74681]:     <system>
Oct 16 14:57:03 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:57:03 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:57:03 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:57:03 user nova-compute[74681]:       <entry name="serial">ce401755-1554-4223-8c4a-c4e6ad8ddef1</entry>
Oct 16 14:57:03 user nova-compute[74681]:       <entry name="uuid">ce401755-1554-4223-8c4a-c4e6ad8ddef1</entry>
Oct 16 14:57:03 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:57:03 user nova-compute[74681]:     </system>
Oct 16 14:57:03 user nova-compute[74681]:   </sysinfo>
Oct 16 14:57:03 user nova-compute[74681]:   <os>
Oct 16 14:57:03 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:57:03 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:57:03 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:57:03 user nova-compute[74681]:   </os>
Oct 16 14:57:03 user nova-compute[74681]:   <features>
Oct 16 14:57:03 user nova-compute[74681]:     <acpi/>
Oct 16 14:57:03 user nova-compute[74681]:     <apic/>
Oct 16 14:57:03 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:57:03 user nova-compute[74681]:   </features>
Oct 16 14:57:03 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:57:03 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:57:03 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:57:03 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:57:03 user nova-compute[74681]:   </clock>
Oct 16 14:57:03 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:57:03 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:57:03 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:57:03 user nova-compute[74681]:   </cpu>
Oct 16 14:57:03 user nova-compute[74681]:   <devices>
Oct 16 14:57:03 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:57:03 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:57:03 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk"/>
Oct 16 14:57:03 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:57:03 user nova-compute[74681]:     </disk>
Oct 16 14:57:03 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:57:03 user nova-compute[74681]:       <mac address="fa:16:3e:3a:6f:8e"/>
Oct 16 14:57:03 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:57:03 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:57:03 user nova-compute[74681]:       <target dev="tap0111ac99-0f"/>
Oct 16 14:57:03 user nova-compute[74681]:     </interface>
Oct 16 14:57:03 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:57:03 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/console.log" append="off"/>
Oct 16 14:57:03 user nova-compute[74681]:     </serial>
Oct 16 14:57:03 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:57:03 user nova-compute[74681]:     <video>
Oct 16 14:57:03 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:57:03 user nova-compute[74681]:     </video>
Oct 16 14:57:03 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:57:03 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:57:03 user nova-compute[74681]:     </rng>
Oct 16 14:57:03 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:57:03 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:57:03 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:57:03 user nova-compute[74681]:     </memballoon>
Oct 16 14:57:03 user nova-compute[74681]:   </devices>
Oct 16 14:57:03 user nova-compute[74681]: </domain>
Oct 16 14:57:03 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:57:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1523884513',display_name='tempest-VolumesActionsTest-instance-1523884513',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1523884513',id=34,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0b7a9fa9b3894aabb5cf5e2d15520bb8',ramdisk_id='',reservation_id='r-zr2jdw8z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-406707750',owner_user_name='tempest-VolumesActionsTest-406707750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:57:02Z,user_data=None,user_id='e2aa3471a0b5479fb80723d417ad98e3',uuid=ce401755-1554-4223-8c4a-c4e6ad8ddef1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converting VIF {"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:6f:8e,bridge_name='br-int',has_traffic_filtering=True,id=0111ac99-0f87-4bd9-b642-7042b5aa3810,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0111ac99-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG os_vif [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:6f:8e,bridge_name='br-int',has_traffic_filtering=True,id=0111ac99-0f87-4bd9-b642-7042b5aa3810,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0111ac99-0f') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4abb7561-ea0a-54b5-adbd-0ea78df31a0b', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0111ac99-0f, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0111ac99-0f, col_values=(('qos', UUID('030d7f36-e24d-4014-bcc0-2877b7a49d28')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0111ac99-0f, col_values=(('external_ids', {'iface-id': '0111ac99-0f87-4bd9-b642-7042b5aa3810', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:6f:8e', 'vm-uuid': 'ce401755-1554-4223-8c4a-c4e6ad8ddef1'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:57:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:03 user nova-compute[74681]: INFO os_vif [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:6f:8e,bridge_name='br-int',has_traffic_filtering=True,id=0111ac99-0f87-4bd9-b642-7042b5aa3810,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0111ac99-0f')
Oct 16 14:57:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:57:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] No VIF found with MAC fa:16:3e:3a:6f:8e, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:57:04 user nova-compute[74681]: DEBUG nova.network.neutron [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Updated VIF entry in instance network info cache for port 0111ac99-0f87-4bd9-b642-7042b5aa3810. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:57:04 user nova-compute[74681]: DEBUG nova.network.neutron [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Updating instance_info_cache with network_info: [{"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5410768f-a9bb-4f69-a0b5-faae86b9f3d9 req-d00291f4-2678-4b6f-83ac-bc896cc21da8 service nova] Releasing lock "refresh_cache-ce401755-1554-4223-8c4a-c4e6ad8ddef1" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-7466eb41-3a56-43e9-810f-72e619d49526 req-401448bd-133c-4ba5-87fa-3eefe6da786e service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received event network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7466eb41-3a56-43e9-810f-72e619d49526 req-401448bd-133c-4ba5-87fa-3eefe6da786e service nova] Acquiring lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7466eb41-3a56-43e9-810f-72e619d49526 req-401448bd-133c-4ba5-87fa-3eefe6da786e service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-7466eb41-3a56-43e9-810f-72e619d49526 req-401448bd-133c-4ba5-87fa-3eefe6da786e service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-7466eb41-3a56-43e9-810f-72e619d49526 req-401448bd-133c-4ba5-87fa-3eefe6da786e service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] No waiting events found dispatching network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:05 user nova-compute[74681]: WARNING nova.compute.manager [req-7466eb41-3a56-43e9-810f-72e619d49526 req-401448bd-133c-4ba5-87fa-3eefe6da786e service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received unexpected event network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 for instance with vm_state building and task_state spawning.
Oct 16 14:57:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:57:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Instance spawned successfully.
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:57:07 user nova-compute[74681]: INFO nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Took 5.68 seconds to spawn the instance on the hypervisor.
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-d278050b-940e-42d3-afd6-2e9341ba4369 req-e5ea0672-e8e7-40bb-bffe-6eb6a25b7f39 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received event network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d278050b-940e-42d3-afd6-2e9341ba4369 req-e5ea0672-e8e7-40bb-bffe-6eb6a25b7f39 service nova] Acquiring lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d278050b-940e-42d3-afd6-2e9341ba4369 req-e5ea0672-e8e7-40bb-bffe-6eb6a25b7f39 service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d278050b-940e-42d3-afd6-2e9341ba4369 req-e5ea0672-e8e7-40bb-bffe-6eb6a25b7f39 service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-d278050b-940e-42d3-afd6-2e9341ba4369 req-e5ea0672-e8e7-40bb-bffe-6eb6a25b7f39 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] No waiting events found dispatching network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:07 user nova-compute[74681]: WARNING nova.compute.manager [req-d278050b-940e-42d3-afd6-2e9341ba4369 req-e5ea0672-e8e7-40bb-bffe-6eb6a25b7f39 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received unexpected event network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 for instance with vm_state building and task_state spawning.
Oct 16 14:57:07 user nova-compute[74681]: INFO nova.compute.manager [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Took 6.61 seconds to build instance.
Oct 16 14:57:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ba6caa58-8190-424a-964c-62cf3e982de0 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.716s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:15 user nova-compute[74681]: INFO nova.compute.manager [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Terminating instance
Oct 16 14:57:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-dd7ed3de-cc00-4207-8a52-05b28249a7c2 req-5a9ca137-b8d7-4a2c-9b52-1eadcbb44eaa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-vif-unplugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dd7ed3de-cc00-4207-8a52-05b28249a7c2 req-5a9ca137-b8d7-4a2c-9b52-1eadcbb44eaa service nova] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dd7ed3de-cc00-4207-8a52-05b28249a7c2 req-5a9ca137-b8d7-4a2c-9b52-1eadcbb44eaa service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dd7ed3de-cc00-4207-8a52-05b28249a7c2 req-5a9ca137-b8d7-4a2c-9b52-1eadcbb44eaa service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-dd7ed3de-cc00-4207-8a52-05b28249a7c2 req-5a9ca137-b8d7-4a2c-9b52-1eadcbb44eaa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] No waiting events found dispatching network-vif-unplugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-dd7ed3de-cc00-4207-8a52-05b28249a7c2 req-5a9ca137-b8d7-4a2c-9b52-1eadcbb44eaa service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-vif-unplugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:57:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Instance destroyed successfully.
Oct 16 14:57:16 user nova-compute[74681]: DEBUG nova.objects.instance [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lazy-loading 'resources' on Instance uuid 67488db5-3e5d-4591-ad3c-5830e41f7ae0 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:37:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2090565350',display_name='tempest-ServerActionsTestOtherA-server-2090565350',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2090565350',id=5,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLXb4AfTAIqUL6W/JXOjcpF3yINhYr1Ysfn26wUPJvrxDyCGD+L8/R+DrcSWxA6EIkAlaBY0UYgp9/a3ZllwE4t4//cn20nKpYckqWTAENcplBzX1mTO3sQgCtemTkPaVA==',key_name='tempest-keypair-308049251',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:38:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d87bfb396a4d4249b0665be0827034da',ramdisk_id='',reservation_id='r-39lv5d0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-816239739',owner_user_name='tempest-ServerActionsTestOtherA-816239739-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:38:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dd2e980a54d4c028d8864619a384fcc',uuid=67488db5-3e5d-4591-ad3c-5830e41f7ae0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converting VIF {"id": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "address": "fa:16:3e:1b:af:2b", "network": {"id": "049fb866-2449-4154-8ef1-575025ca3948", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-641044316-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d87bfb396a4d4249b0665be0827034da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap924a1260-32", "ovs_interfaceid": "924a1260-32c8-4e95-a8ed-9ddf5d58d35f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1b:af:2b,bridge_name='br-int',has_traffic_filtering=True,id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap924a1260-32') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG os_vif [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:af:2b,bridge_name='br-int',has_traffic_filtering=True,id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap924a1260-32') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap924a1260-32, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=170bbf22-5329-493a-bfb2-81b4c553da92) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:16 user nova-compute[74681]: INFO os_vif [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:af:2b,bridge_name='br-int',has_traffic_filtering=True,id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f,network=Network(049fb866-2449-4154-8ef1-575025ca3948),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap924a1260-32')
Oct 16 14:57:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Deleting instance files /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0_del
Oct 16 14:57:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Deletion of /opt/stack/data/nova/instances/67488db5-3e5d-4591-ad3c-5830e41f7ae0_del complete
Oct 16 14:57:16 user nova-compute[74681]: INFO nova.compute.manager [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 16 14:57:16 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:57:16 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:17 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Took 0.49 seconds to deallocate network for instance.
Oct 16 14:57:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-349440a0-b7cc-458e-8652-9da07eccb0f1 req-5fecf2f8-49af-41b2-b1b6-02bc27657f18 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-vif-deleted-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:17 user nova-compute[74681]: INFO nova.compute.manager [req-349440a0-b7cc-458e-8652-9da07eccb0f1 req-5fecf2f8-49af-41b2-b1b6-02bc27657f18 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Neutron deleted interface 924a1260-32c8-4e95-a8ed-9ddf5d58d35f; detaching it from the instance and deleting it from the info cache
Oct 16 14:57:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-349440a0-b7cc-458e-8652-9da07eccb0f1 req-5fecf2f8-49af-41b2-b1b6-02bc27657f18 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-349440a0-b7cc-458e-8652-9da07eccb0f1 req-5fecf2f8-49af-41b2-b1b6-02bc27657f18 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Detach interface failed, port_id=924a1260-32c8-4e95-a8ed-9ddf5d58d35f, reason: Instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 14:57:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:17 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:57:17 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:57:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:17 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Deleted allocations for instance 67488db5-3e5d-4591-ad3c-5830e41f7ae0
Oct 16 14:57:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-fa51d7ed-cbeb-44c8-9ee4-37e04ac44aa3 tempest-ServerActionsTestOtherA-816239739 tempest-ServerActionsTestOtherA-816239739-project-member] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.844s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-b11c68cb-e1b0-4904-9738-1322e18c19d3 req-6ecbdcdf-3ae5-4799-8c93-a0e854bc2c02 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received event network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b11c68cb-e1b0-4904-9738-1322e18c19d3 req-6ecbdcdf-3ae5-4799-8c93-a0e854bc2c02 service nova] Acquiring lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b11c68cb-e1b0-4904-9738-1322e18c19d3 req-6ecbdcdf-3ae5-4799-8c93-a0e854bc2c02 service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b11c68cb-e1b0-4904-9738-1322e18c19d3 req-6ecbdcdf-3ae5-4799-8c93-a0e854bc2c02 service nova] Lock "67488db5-3e5d-4591-ad3c-5830e41f7ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-b11c68cb-e1b0-4904-9738-1322e18c19d3 req-6ecbdcdf-3ae5-4799-8c93-a0e854bc2c02 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] No waiting events found dispatching network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:18 user nova-compute[74681]: WARNING nova.compute.manager [req-b11c68cb-e1b0-4904-9738-1322e18c19d3 req-6ecbdcdf-3ae5-4799-8c93-a0e854bc2c02 service nova] [instance: 67488db5-3e5d-4591-ad3c-5830e41f7ae0] Received unexpected event network-vif-plugged-924a1260-32c8-4e95-a8ed-9ddf5d58d35f for instance with vm_state deleted and task_state None.
Oct 16 14:57:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:24 user nova-compute[74681]: DEBUG nova.compute.manager [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:24 user nova-compute[74681]: DEBUG nova.compute.manager [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing instance network info cache due to event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:57:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:57:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:57:24 user nova-compute[74681]: DEBUG nova.network.neutron [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:57:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:24 user nova-compute[74681]: INFO nova.compute.manager [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Detaching volume 43f6073e-d40f-4a86-b2fd-57be46c360c5
Oct 16 14:57:24 user nova-compute[74681]: INFO nova.virt.block_device [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Attempting to driver detach volume 43f6073e-d40f-4a86-b2fd-57be46c360c5 from mountpoint /dev/vdb
Oct 16 14:57:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Attempting to detach device vdb from instance 53af04e2-3c48-4940-be0e-5c0e318c9733 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:57:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:57:25 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:57:25 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:57:25 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:57:25 user nova-compute[74681]:   <serial>43f6073e-d40f-4a86-b2fd-57be46c360c5</serial>
Oct 16 14:57:25 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:57:25 user nova-compute[74681]: </disk>
Oct 16 14:57:25 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:57:25 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully detached device vdb from instance 53af04e2-3c48-4940-be0e-5c0e318c9733 from the persistent domain config.
Oct 16 14:57:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 53af04e2-3c48-4940-be0e-5c0e318c9733 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:57:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:57:25 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:57:25 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:57:25 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:57:25 user nova-compute[74681]:   <serial>43f6073e-d40f-4a86-b2fd-57be46c360c5</serial>
Oct 16 14:57:25 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:57:25 user nova-compute[74681]: </disk>
Oct 16 14:57:25 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:57:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updated VIF entry in instance network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:57:25 user nova-compute[74681]: DEBUG nova.network.neutron [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eb9d9614-b997-4b8b-83c6-4909b5288604 req-d7f75658-2ce9-4b22-9df1-24ae3a715e02 service nova] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:57:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:57:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing instance network info cache due to event network-changed-aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Refreshing network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updated VIF entry in instance network info cache for port aff930ec-233c-4075-8fcf-9187e7bff3a9. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG nova.network.neutron [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e71aad35-784c-47ec-b20c-25d24bd59a83 req-505b5a66-8211-4972-b3e2-54af167fcd46 service nova] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:57:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-changed-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Refreshing instance network info cache due to event network-changed-47c85f52-f4f3-4fdb-adb9-c2743540ea81. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] Acquiring lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] Acquired lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG nova.network.neutron [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Refreshing network info cache for port 47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG nova.network.neutron [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updated VIF entry in instance network info cache for port 47c85f52-f4f3-4fdb-adb9-c2743540ea81. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG nova.network.neutron [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updating instance_info_cache with network_info: [{"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ec4b215b-020a-43df-8588-c944d010a9f0 req-aaf216af-b051-4e54-9b80-8e49bcd32c15 service nova] Releasing lock "refresh_cache-c5d1f5eb-0c6f-453b-8b65-285161fee147" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:57:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG nova.objects.instance [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lazy-loading 'flavor' on Instance uuid c5d1f5eb-0c6f-453b-8b65-285161fee147 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:36 user nova-compute[74681]: INFO nova.compute.manager [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Attaching volume cb374113-40ef-439c-9c31-bd379d47dd8c to /dev/vdb
Oct 16 14:57:36 user nova-compute[74681]: DEBUG os_brick.utils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[83730219-24c4-48a4-a59e-47096e35280a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d38af20-ed86-487a-8069-eefb2576c1ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cac62b05-6449-459c-ab0f-e98e1c138186]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c34a238-5d52-40ab-ba01-b4b27fe52c14]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 14:57:36 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 14:57:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[545577db-3dbb-4040-a306-7f31d37afbc5]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG os_brick.utils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] <== get_connector_properties: return (250ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:57:36 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updating existing volume attachment record: e6414ffa-f24d-4014-bc6b-dfd02121026c {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 14:57:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:45 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 53af04e2-3c48-4940-be0e-5c0e318c9733 is timed out.
Oct 16 14:57:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully detached device vdb from instance 53af04e2-3c48-4940-be0e-5c0e318c9733 from the live domain config.
Oct 16 14:57:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rVfbivEx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:57:45 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[529c2e74-a3e0-4753-8fd6-58612c97a5c8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:57:45 user nova-compute[74681]: No targets found.
Oct 16 14:57:45 user nova-compute[74681]: iSNS:
Oct 16 14:57:45 user nova-compute[74681]: No targets found.
Oct 16 14:57:45 user nova-compute[74681]: STATIC:
Oct 16 14:57:45 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5
Oct 16 14:57:45 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:57:45 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:57:45 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d
Oct 16 14:57:45 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:57:45 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:57:45 user nova-compute[74681]: FIRMWARE:
Oct 16 14:57:45 user nova-compute[74681]: No targets found.
Oct 16 14:57:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:57:45 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:57:45 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[47801c19-7885-49f2-84db-dfa4b19c8664]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[584945f2-9215-4317-9229-3db6ff63bc99]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:57:45 user nova-compute[74681]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:57:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 (non-flash)
Oct 16 14:57:45 user nova-compute[74681]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:57:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e00f2440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f500b3-1b47-4ed2-901a-1133ebf89887]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[47697712-b1cd-4124-9780-238398c66d65]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec8ab90-1bca-4fe0-96a5-5673e9168acb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[871f1cda-8567-4fec-b409-2e3878d5f9b5]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a1bfa4e-7e1b-48d0-85d7-36135c1dc696]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae6d9e1-fce7-463e-9281-6456fb9d8200]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260]
Oct 16 14:57:45 user nova-compute[74681]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5, portal: 172.16.0.220,3260] successful.
Oct 16 14:57:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43f6073e-d40f-4a86-b2fd-57be46c360c5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e577cf50-8834-42a2-b2f5-1c2fcd48af87]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] <== disconnect_volume: return (297ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:57:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:57:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:57:46 user nova-compute[74681]: DEBUG nova.objects.instance [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'flavor' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:57:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2cf04096-4bb8-4026-8a1f-aa93d9f3da03 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.674s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-changed-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Refreshing instance network info cache due to event network-changed-aa4b15b5-2771-4431-b2e7-d23688b95f50. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:57:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] Acquiring lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:57:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] Acquired lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:57:48 user nova-compute[74681]: DEBUG nova.network.neutron [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Refreshing network info cache for port aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "60705917-3975-46bc-adab-0dc806ba1ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:49 user nova-compute[74681]: INFO nova.compute.manager [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Terminating instance
Oct 16 14:57:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG nova.network.neutron [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Updated VIF entry in instance network info cache for port aa4b15b5-2771-4431-b2e7-d23688b95f50. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG nova.network.neutron [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Updating instance_info_cache with network_info: [{"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-116b4cba-aa94-466c-a2d9-98964bf8d2af req-f05e0054-517e-4d4d-b4cb-f34cefddf1d9 service nova] Releasing lock "refresh_cache-60705917-3975-46bc-adab-0dc806ba1ae0" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Instance destroyed successfully.
Oct 16 14:57:50 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'resources' on Instance uuid 60705917-3975-46bc-adab-0dc806ba1ae0 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:55:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2114248922',display_name='tempest-AttachVolumeNegativeTest-server-2114248922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2114248922',id=33,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDEHbR0PJHjN5gpicCS6TqBO5vczK+OsbBS2kfnpGa6EEdB51krEdO+CndLokPY0zYWjGH+Knkfym+q+pk8QgdzDt5cqLeYoo79N06ZOgJFjXuF/5r/FvxdUTqT6sksZ3g==',key_name='tempest-keypair-797549295',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:56:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-f4iv7vu3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:56:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=60705917-3975-46bc-adab-0dc806ba1ae0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "address": "fa:16:3e:05:7e:a4", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4b15b5-27", "ovs_interfaceid": "aa4b15b5-2771-4431-b2e7-d23688b95f50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:7e:a4,bridge_name='br-int',has_traffic_filtering=True,id=aa4b15b5-2771-4431-b2e7-d23688b95f50,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4b15b5-27') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG os_vif [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:7e:a4,bridge_name='br-int',has_traffic_filtering=True,id=aa4b15b5-2771-4431-b2e7-d23688b95f50,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4b15b5-27') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa4b15b5-27, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fafa854a-2be5-4c95-a358-75b662098fa3) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: INFO os_vif [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:7e:a4,bridge_name='br-int',has_traffic_filtering=True,id=aa4b15b5-2771-4431-b2e7-d23688b95f50,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4b15b5-27')
Oct 16 14:57:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Deleting instance files /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0_del
Oct 16 14:57:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Deletion of /opt/stack/data/nova/instances/60705917-3975-46bc-adab-0dc806ba1ae0_del complete
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: INFO nova.compute.manager [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 16 14:57:50 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-unplugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-unplugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-unplugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:51 user nova-compute[74681]: WARNING nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received unexpected event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with vm_state active and task_state deleting.
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:51 user nova-compute[74681]: WARNING nova.compute.manager [req-53e51ce5-b4db-4848-8365-f83dcac53e2f req-739ed8e9-f916-47ef-a8c5-8528f16801f8 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received unexpected event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with vm_state active and task_state deleting.
Oct 16 14:57:51 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:51 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Took 1.41 seconds to deallocate network for instance.
Oct 16 14:57:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:52 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:57:52 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:57:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.314s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:52 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Deleted allocations for instance 60705917-3975-46bc-adab-0dc806ba1ae0
Oct 16 14:57:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5d1f3a58-298d-400a-9aa0-763f49f18810 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "60705917-3975-46bc-adab-0dc806ba1ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.065s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:53 user nova-compute[74681]: WARNING nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received unexpected event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with vm_state deleted and task_state None.
Oct 16 14:57:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-unplugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-unplugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:53 user nova-compute[74681]: WARNING nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received unexpected event network-vif-unplugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with vm_state deleted and task_state None.
Oct 16 14:57:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-deleted-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Acquiring lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] Lock "60705917-3975-46bc-adab-0dc806ba1ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] No waiting events found dispatching network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:57:53 user nova-compute[74681]: WARNING nova.compute.manager [req-6a36c64e-b087-41ef-b827-46d93cef5b1d req-0f46bc9c-4882-4855-b1f2-9260f008ea28 service nova] [instance: 60705917-3975-46bc-adab-0dc806ba1ae0] Received unexpected event network-vif-plugged-aa4b15b5-2771-4431-b2e7-d23688b95f50 for instance with vm_state deleted and task_state None.
Oct 16 14:57:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [{"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-53af04e2-3c48-4940-be0e-5c0e318c9733" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:57:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:57:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:01 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:58:01 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8102MB free_disk=25.288982391357422GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 53af04e2-3c48-4940-be0e-5c0e318c9733 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c5d1f5eb-0c6f-453b-8b65-285161fee147 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance ce401755-1554-4223-8c4a-c4e6ad8ddef1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:58:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.376s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pzRgeiaX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:58:03 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:58:03 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:58:03 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f52dc35-f8b9-441e-b2a4-db75cb819527]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 14:58:03 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa21d08-ce7c-4f19-b760-31d8155d7c27]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c] added
Oct 16 14:58:03 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c219689c-1d5c-42af-9348-3b37197662a1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8d36e88-6ff3-452e-a73e-b4f5d5d97e24]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pzRgeiaX {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pzRgeiaX" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b058cffb-b9c1-45b0-bd49-52297b021d8f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pzRgeiaX'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff30392c-897e-4cc6-af35-2460846cbd7d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[290ffe1c-4312-460f-a5e8-a54f3bd4e9fa]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:58:03 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:58:03 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec60e36-3b08-4508-a7ba-32f8c6a3848b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260]
Oct 16 14:58:03 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260] successful.
Oct 16 14:58:03 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3eb6af7-ec75-40a1-8872-b0fc93a8b80a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.075s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[85cbff10-aafd-42b2-9563-6d6634c9b336]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:58:03 user nova-compute[74681]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c (non-flash)
Oct 16 14:58:03 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:58:03 user nova-compute[74681]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c (non-flash)
Oct 16 14:58:03 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.353s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29ba43e-bd77-4e6c-9eaf-0a156ee24d9b]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 14:58:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pzRgeiaX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] <== connect_volume: return (1398ms) {'type': 'block', 'scsi_wwn': '26336663038396536', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336663038396536', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG nova.objects.instance [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lazy-loading 'flavor' on Instance uuid c5d1f5eb-0c6f-453b-8b65-285161fee147 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 14:58:04 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:58:04 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:58:04 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:58:04 user nova-compute[74681]:   <serial>cb374113-40ef-439c-9c31-bd379d47dd8c</serial>
Oct 16 14:58:04 user nova-compute[74681]: </disk>
Oct 16 14:58:04 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:58:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] No VIF found with MAC fa:16:3e:83:e0:86, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:58:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-a36806cd-4e67-4326-885e-e496b04cc375 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.515s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:07 user nova-compute[74681]: INFO nova.compute.manager [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Detaching volume cb374113-40ef-439c-9c31-bd379d47dd8c
Oct 16 14:58:07 user nova-compute[74681]: INFO nova.virt.block_device [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Attempting to driver detach volume cb374113-40ef-439c-9c31-bd379d47dd8c from mountpoint /dev/vdb
Oct 16 14:58:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Attempting to detach device vdb from instance c5d1f5eb-0c6f-453b-8b65-285161fee147 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:58:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:58:07 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:58:07 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:58:07 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:58:07 user nova-compute[74681]:   <serial>cb374113-40ef-439c-9c31-bd379d47dd8c</serial>
Oct 16 14:58:07 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:58:07 user nova-compute[74681]: </disk>
Oct 16 14:58:07 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:58:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Successfully detached device vdb from instance c5d1f5eb-0c6f-453b-8b65-285161fee147 from the persistent domain config.
Oct 16 14:58:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5d1f5eb-0c6f-453b-8b65-285161fee147 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:58:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:58:07 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:58:07 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 14:58:07 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:58:07 user nova-compute[74681]:   <serial>cb374113-40ef-439c-9c31-bd379d47dd8c</serial>
Oct 16 14:58:07 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:58:07 user nova-compute[74681]: </disk>
Oct 16 14:58:07 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:58:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5d1f5eb-0c6f-453b-8b65-285161fee147 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:58:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:15 user nova-compute[74681]: INFO nova.compute.manager [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Terminating instance
Oct 16 14:58:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-d6ed46d0-a015-43a6-a2b3-e864f7ec4cc9 req-892e46fe-a6a2-4e40-a106-e157a56568b8 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d6ed46d0-a015-43a6-a2b3-e864f7ec4cc9 req-892e46fe-a6a2-4e40-a106-e157a56568b8 service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d6ed46d0-a015-43a6-a2b3-e864f7ec4cc9 req-892e46fe-a6a2-4e40-a106-e157a56568b8 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d6ed46d0-a015-43a6-a2b3-e864f7ec4cc9 req-892e46fe-a6a2-4e40-a106-e157a56568b8 service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-d6ed46d0-a015-43a6-a2b3-e864f7ec4cc9 req-892e46fe-a6a2-4e40-a106-e157a56568b8 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-d6ed46d0-a015-43a6-a2b3-e864f7ec4cc9 req-892e46fe-a6a2-4e40-a106-e157a56568b8 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-unplugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Instance destroyed successfully.
Oct 16 14:58:16 user nova-compute[74681]: DEBUG nova.objects.instance [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'resources' on Instance uuid 53af04e2-3c48-4940-be0e-5c0e318c9733 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:51:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1452465992',display_name='tempest-ServerRescueNegativeTestJSON-server-1452465992',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1452465992',id=28,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAuervSKyzisxkJuZak/KG5iNW/cQ4SXgPfuRZ+jBAJ75NSPx1kSzGYMlJKt2kpvX6UGFut3fvgfKCYb+mCY99C96eEhG8tPd9vizTWM214dCei9qiAOOf3k+MVc8gfZUQ==',key_name='tempest-keypair-2010988880',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:53:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-x50i0rlj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:55:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=53af04e2-3c48-4940-be0e-5c0e318c9733,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "address": "fa:16:3e:41:19:92", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff930ec-23", "ovs_interfaceid": "aff930ec-233c-4075-8fcf-9187e7bff3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG os_vif [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaff930ec-23, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cdf7d431-821b-423d-a404-38190bb0b516) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:16 user nova-compute[74681]: INFO os_vif [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:19:92,bridge_name='br-int',has_traffic_filtering=True,id=aff930ec-233c-4075-8fcf-9187e7bff3a9,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff930ec-23')
Oct 16 14:58:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Deleting instance files /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733_del
Oct 16 14:58:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Deletion of /opt/stack/data/nova/instances/53af04e2-3c48-4940-be0e-5c0e318c9733_del complete
Oct 16 14:58:16 user nova-compute[74681]: INFO nova.compute.manager [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 16 14:58:16 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:58:16 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-53b43215-8e8d-4b2d-bc7d-99fb3025aa57 req-1371d015-1d31-4ab6-8d90-79caaf29a6aa service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53b43215-8e8d-4b2d-bc7d-99fb3025aa57 req-1371d015-1d31-4ab6-8d90-79caaf29a6aa service nova] Acquiring lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53b43215-8e8d-4b2d-bc7d-99fb3025aa57 req-1371d015-1d31-4ab6-8d90-79caaf29a6aa service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-53b43215-8e8d-4b2d-bc7d-99fb3025aa57 req-1371d015-1d31-4ab6-8d90-79caaf29a6aa service nova] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-53b43215-8e8d-4b2d-bc7d-99fb3025aa57 req-1371d015-1d31-4ab6-8d90-79caaf29a6aa service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] No waiting events found dispatching network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:17 user nova-compute[74681]: WARNING nova.compute.manager [req-53b43215-8e8d-4b2d-bc7d-99fb3025aa57 req-1371d015-1d31-4ab6-8d90-79caaf29a6aa service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received unexpected event network-vif-plugged-aff930ec-233c-4075-8fcf-9187e7bff3a9 for instance with vm_state active and task_state deleting.
Oct 16 14:58:17 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Took 1.54 seconds to deallocate network for instance.
Oct 16 14:58:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-e035627d-12a6-47b0-b339-582efa21d4ea req-48e79c01-4cec-4eb4-bc9f-3468bee85e25 service nova] [instance: 53af04e2-3c48-4940-be0e-5c0e318c9733] Received event network-vif-deleted-aff930ec-233c-4075-8fcf-9187e7bff3a9 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:18 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:58:18 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:58:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.275s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:18 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Deleted allocations for instance 53af04e2-3c48-4940-be0e-5c0e318c9733
Oct 16 14:58:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-37bf9341-7c7f-478f-b666-07e7cc7da397 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "53af04e2-3c48-4940-be0e-5c0e318c9733" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.952s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:58:21 user nova-compute[74681]: INFO nova.compute.claims [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Claim successful on node user
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.519s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:58:21 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:58:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.policy [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aadc1b9d80f45f592b97e0d708740a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc30a86e1fe745bd97f9f408dc72c020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:58:22 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Creating image(s)
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "/opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "/opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "/opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk 1073741824" returned: 0 in 0.057s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Successfully created port: 6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Checking if we can resize image /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Cannot resize image /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Ensure instance console log exists: /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Successfully updated port: 6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquired lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received event network-changed-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.compute.manager [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Refreshing instance network info cache due to event network-changed-6d21f9b8-a055-4120-b864-0be3821207d5. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] Acquiring lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updating instance_info_cache with network_info: [{"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Releasing lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Instance network_info: |[{"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] Acquired lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.neutron [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Refreshing network info cache for port 6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Start _get_guest_xml network_info=[{"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:58:23 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:58:23 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:58:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2113123023',display_name='tempest-ServersNegativeTestJSON-server-2113123023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2113123023',id=35,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc30a86e1fe745bd97f9f408dc72c020',ramdisk_id='',reservation_id='r-0yjbxotw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1936366829',owner_user_name='tempest-ServersNegativeTestJSON-1936366829-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:58:22Z,user_data=None,user_id='1aadc1b9d80f45f592b97e0d708740a9',uuid=72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converting VIF {"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=6d21f9b8-a055-4120-b864-0be3821207d5,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d21f9b8-a0') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lazy-loading 'pci_devices' on Instance uuid 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:58:23 user nova-compute[74681]:   <uuid>72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676</uuid>
Oct 16 14:58:23 user nova-compute[74681]:   <name>instance-00000023</name>
Oct 16 14:58:23 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:58:23 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:58:23 user nova-compute[74681]:   <metadata>
Oct 16 14:58:23 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:58:23 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:58:23 user nova-compute[74681]:       <nova:name>tempest-ServersNegativeTestJSON-server-2113123023</nova:name>
Oct 16 14:58:23 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:58:23</nova:creationTime>
Oct 16 14:58:23 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:58:23 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:58:23 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:58:23 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:58:23 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:58:23 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:58:23 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:58:23 user nova-compute[74681]:       <nova:owner>
Oct 16 14:58:23 user nova-compute[74681]:         <nova:user uuid="1aadc1b9d80f45f592b97e0d708740a9">tempest-ServersNegativeTestJSON-1936366829-project-member</nova:user>
Oct 16 14:58:23 user nova-compute[74681]:         <nova:project uuid="cc30a86e1fe745bd97f9f408dc72c020">tempest-ServersNegativeTestJSON-1936366829</nova:project>
Oct 16 14:58:23 user nova-compute[74681]:       </nova:owner>
Oct 16 14:58:23 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:58:23 user nova-compute[74681]:       <nova:ports>
Oct 16 14:58:23 user nova-compute[74681]:         <nova:port uuid="6d21f9b8-a055-4120-b864-0be3821207d5">
Oct 16 14:58:23 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 14:58:23 user nova-compute[74681]:         </nova:port>
Oct 16 14:58:23 user nova-compute[74681]:       </nova:ports>
Oct 16 14:58:23 user nova-compute[74681]:     </nova:instance>
Oct 16 14:58:23 user nova-compute[74681]:   </metadata>
Oct 16 14:58:23 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:58:23 user nova-compute[74681]:     <system>
Oct 16 14:58:23 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:58:23 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:58:23 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:58:23 user nova-compute[74681]:       <entry name="serial">72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676</entry>
Oct 16 14:58:23 user nova-compute[74681]:       <entry name="uuid">72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676</entry>
Oct 16 14:58:23 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:58:23 user nova-compute[74681]:     </system>
Oct 16 14:58:23 user nova-compute[74681]:   </sysinfo>
Oct 16 14:58:23 user nova-compute[74681]:   <os>
Oct 16 14:58:23 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:58:23 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:58:23 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:58:23 user nova-compute[74681]:   </os>
Oct 16 14:58:23 user nova-compute[74681]:   <features>
Oct 16 14:58:23 user nova-compute[74681]:     <acpi/>
Oct 16 14:58:23 user nova-compute[74681]:     <apic/>
Oct 16 14:58:23 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:58:23 user nova-compute[74681]:   </features>
Oct 16 14:58:23 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:58:23 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:58:23 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:58:23 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:58:23 user nova-compute[74681]:   </clock>
Oct 16 14:58:23 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:58:23 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:58:23 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:58:23 user nova-compute[74681]:   </cpu>
Oct 16 14:58:23 user nova-compute[74681]:   <devices>
Oct 16 14:58:23 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:58:23 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:58:23 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk"/>
Oct 16 14:58:23 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:58:23 user nova-compute[74681]:     </disk>
Oct 16 14:58:23 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:58:23 user nova-compute[74681]:       <mac address="fa:16:3e:4f:98:f9"/>
Oct 16 14:58:23 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:58:23 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:58:23 user nova-compute[74681]:       <target dev="tap6d21f9b8-a0"/>
Oct 16 14:58:23 user nova-compute[74681]:     </interface>
Oct 16 14:58:23 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:58:23 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/console.log" append="off"/>
Oct 16 14:58:23 user nova-compute[74681]:     </serial>
Oct 16 14:58:23 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:58:23 user nova-compute[74681]:     <video>
Oct 16 14:58:23 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:58:23 user nova-compute[74681]:     </video>
Oct 16 14:58:23 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:58:23 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:58:23 user nova-compute[74681]:     </rng>
Oct 16 14:58:23 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:58:23 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:58:23 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:58:23 user nova-compute[74681]:     </memballoon>
Oct 16 14:58:23 user nova-compute[74681]:   </devices>
Oct 16 14:58:23 user nova-compute[74681]: </domain>
Oct 16 14:58:23 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:58:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2113123023',display_name='tempest-ServersNegativeTestJSON-server-2113123023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2113123023',id=35,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc30a86e1fe745bd97f9f408dc72c020',ramdisk_id='',reservation_id='r-0yjbxotw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1936366829',owner_user_name='tempest-ServersNegativeTestJSON-1936366829-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:58:22Z,user_data=None,user_id='1aadc1b9d80f45f592b97e0d708740a9',uuid=72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converting VIF {"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=6d21f9b8-a055-4120-b864-0be3821207d5,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d21f9b8-a0') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG os_vif [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=6d21f9b8-a055-4120-b864-0be3821207d5,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d21f9b8-a0') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '915c0feb-cb8e-5cee-8a0e-78a9bbd08d1c', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d21f9b8-a0, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d21f9b8-a0, col_values=(('qos', UUID('44a80b0b-8a39-42a9-bba0-a9dea00144ee')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d21f9b8-a0, col_values=(('external_ids', {'iface-id': '6d21f9b8-a055-4120-b864-0be3821207d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:98:f9', 'vm-uuid': '72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:23 user nova-compute[74681]: INFO os_vif [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=6d21f9b8-a055-4120-b864-0be3821207d5,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d21f9b8-a0')
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:58:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] No VIF found with MAC fa:16:3e:4f:98:f9, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:58:24 user nova-compute[74681]: DEBUG nova.network.neutron [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updated VIF entry in instance network info cache for port 6d21f9b8-a055-4120-b864-0be3821207d5. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:58:24 user nova-compute[74681]: DEBUG nova.network.neutron [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updating instance_info_cache with network_info: [{"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6395210f-3936-4849-ba64-498e8160cc2e req-99449154-877b-4069-8aee-04be8c4a58b1 service nova] Releasing lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-478eae60-65aa-44da-ac33-e7be1737d91d req-814078ce-90e0-4e73-a1bd-08dce3f21739 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received event network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-478eae60-65aa-44da-ac33-e7be1737d91d req-814078ce-90e0-4e73-a1bd-08dce3f21739 service nova] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-478eae60-65aa-44da-ac33-e7be1737d91d req-814078ce-90e0-4e73-a1bd-08dce3f21739 service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-478eae60-65aa-44da-ac33-e7be1737d91d req-814078ce-90e0-4e73-a1bd-08dce3f21739 service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-478eae60-65aa-44da-ac33-e7be1737d91d req-814078ce-90e0-4e73-a1bd-08dce3f21739 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] No waiting events found dispatching network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:25 user nova-compute[74681]: WARNING nova.compute.manager [req-478eae60-65aa-44da-ac33-e7be1737d91d req-814078ce-90e0-4e73-a1bd-08dce3f21739 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received unexpected event network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 for instance with vm_state building and task_state spawning.
Oct 16 14:58:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:58:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Instance spawned successfully.
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-fa83e852-802c-4cf5-9673-43436f127174 req-373c4671-e64c-428e-88ac-55526661112e service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received event network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa83e852-802c-4cf5-9673-43436f127174 req-373c4671-e64c-428e-88ac-55526661112e service nova] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa83e852-802c-4cf5-9673-43436f127174 req-373c4671-e64c-428e-88ac-55526661112e service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa83e852-802c-4cf5-9673-43436f127174 req-373c4671-e64c-428e-88ac-55526661112e service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-fa83e852-802c-4cf5-9673-43436f127174 req-373c4671-e64c-428e-88ac-55526661112e service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] No waiting events found dispatching network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:27 user nova-compute[74681]: WARNING nova.compute.manager [req-fa83e852-802c-4cf5-9673-43436f127174 req-373c4671-e64c-428e-88ac-55526661112e service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received unexpected event network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 for instance with vm_state building and task_state spawning.
Oct 16 14:58:27 user nova-compute[74681]: INFO nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Took 5.57 seconds to spawn the instance on the hypervisor.
Oct 16 14:58:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:58:27 user nova-compute[74681]: INFO nova.compute.manager [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Took 6.50 seconds to build instance.
Oct 16 14:58:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b7a5d056-99dc-4a2d-99a1-8dcacab03788 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.721s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:28 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5d1f5eb-0c6f-453b-8b65-285161fee147 is timed out.
Oct 16 14:58:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Successfully detached device vdb from instance c5d1f5eb-0c6f-453b-8b65-285161fee147 from the live domain config.
Oct 16 14:58:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pzRgeiaX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:58:28 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c8e079e-c30a-4a67-b77f-86523f40d2cb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:58:28 user nova-compute[74681]: No targets found.
Oct 16 14:58:28 user nova-compute[74681]: iSNS:
Oct 16 14:58:28 user nova-compute[74681]: No targets found.
Oct 16 14:58:28 user nova-compute[74681]: STATIC:
Oct 16 14:58:28 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d
Oct 16 14:58:28 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:58:28 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:58:28 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c
Oct 16 14:58:28 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:58:28 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:58:28 user nova-compute[74681]: FIRMWARE:
Oct 16 14:58:28 user nova-compute[74681]: No targets found.
Oct 16 14:58:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:58:28 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:58:28 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c17cf6-e82c-4ecb-909a-31367bc89d22]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[828579cb-ae55-4fb1-8bba-213b87b274a4]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:58:28 user nova-compute[74681]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c (non-flash)
Oct 16 14:58:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:58:28 user nova-compute[74681]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c (non-flash)
Oct 16 14:58:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e88465f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ea2e9a-5f85-467a-9683-daaeebd00bd7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d047ccbd-5ac2-410c-b1d9-a10b9d6bd5ec]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef18b188-33c0-4e6a-baa3-c9cd2d5f4d7c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ee40bb-8c35-4d39-8231-f19ee2dd3500]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.057s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea71ad6-6d2b-47c2-8f1b-55ae3b91780f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d87514c-740b-41f0-a3bc-13935347394d]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260]
Oct 16 14:58:28 user nova-compute[74681]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c, portal: 172.16.0.220,3260] successful.
Oct 16 14:58:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb374113-40ef-439c-9c31-bd379d47dd8c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8bcc0c9-1960-4e54-844a-747154e2188a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] <== disconnect_volume: return (361ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:58:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:29 user nova-compute[74681]: DEBUG nova.objects.instance [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lazy-loading 'flavor' on Instance uuid c5d1f5eb-0c6f-453b-8b65-285161fee147 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:58:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-766fd480-0f6e-467d-b3d8-2c6ea3c363b7 tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.244s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:42 user nova-compute[74681]: INFO nova.compute.manager [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Detaching volume 34346cb8-9320-4cd7-9d18-708dbf7a2a8d
Oct 16 14:58:42 user nova-compute[74681]: INFO nova.virt.block_device [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Attempting to driver detach volume 34346cb8-9320-4cd7-9d18-708dbf7a2a8d from mountpoint /dev/vdb
Oct 16 14:58:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Attempting to detach device vdb from instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 14:58:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:58:42 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:58:42 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:58:42 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:58:42 user nova-compute[74681]:   <serial>34346cb8-9320-4cd7-9d18-708dbf7a2a8d</serial>
Oct 16 14:58:42 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:58:42 user nova-compute[74681]: </disk>
Oct 16 14:58:42 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:58:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully detached device vdb from instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 from the persistent domain config.
Oct 16 14:58:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 14:58:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 14:58:42 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 14:58:42 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 14:58:42 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 14:58:42 user nova-compute[74681]:   <serial>34346cb8-9320-4cd7-9d18-708dbf7a2a8d</serial>
Oct 16 14:58:42 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 14:58:42 user nova-compute[74681]: </disk>
Oct 16 14:58:42 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 14:58:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 14:58:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:58:45 user nova-compute[74681]: INFO nova.compute.claims [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Claim successful on node user
Oct 16 14:58:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.312s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.network.neutron [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:58:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.policy [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72cf0b8ec5464932a3be15d446f99281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '721fa36a4054458ca712af06f60a3504', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:58:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Creating image(s)
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "/opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "/opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "/opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.205s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk 1073741824" returned: 0 in 0.057s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG nova.network.neutron [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Successfully created port: 04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Checking if we can resize image /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Cannot resize image /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Ensure instance console log exists: /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Successfully updated port: 04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquired lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-changed-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Refreshing instance network info cache due to event network-changed-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] Acquiring lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.neutron [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updating instance_info_cache with network_info: [{"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Releasing lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Instance network_info: |[{"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] Acquired lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.neutron [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Refreshing network info cache for port 04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Start _get_guest_xml network_info=[{"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:58:47 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:58:47 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:58:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1575849345',display_name='tempest-VolumesSnapshotTestJSON-instance-1575849345',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1575849345',id=36,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYiR7J6MwQoXzc6sdDSTi/M1XLHVjOoRtu6MLDNAOJnCAY3IGxONCkEKoZQfgk544EbV+brZGA7z7J+D1YRtggWc7yeZyrw8zDAP6MvtS0+rgooFiLNRyHMfjUm6+uEpw==',key_name='tempest-keypair-1428476651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='721fa36a4054458ca712af06f60a3504',ramdisk_id='',reservation_id='r-79qxssw1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-449570551',owner_user_name='tempest-VolumesSnapshotTestJSON-449570551-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:58:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72cf0b8ec5464932a3be15d446f99281',uuid=897e22e1-9b0c-45d1-90b0-f59da5097afa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converting VIF {"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:5d:89,bridge_name='br-int',has_traffic_filtering=True,id=04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04b56bff-b4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.objects.instance [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'pci_devices' on Instance uuid 897e22e1-9b0c-45d1-90b0-f59da5097afa {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:58:47 user nova-compute[74681]:   <uuid>897e22e1-9b0c-45d1-90b0-f59da5097afa</uuid>
Oct 16 14:58:47 user nova-compute[74681]:   <name>instance-00000024</name>
Oct 16 14:58:47 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:58:47 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:58:47 user nova-compute[74681]:   <metadata>
Oct 16 14:58:47 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:58:47 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:58:47 user nova-compute[74681]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1575849345</nova:name>
Oct 16 14:58:47 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:58:47</nova:creationTime>
Oct 16 14:58:47 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:58:47 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:58:47 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:58:47 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:58:47 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:58:47 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:58:47 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:58:47 user nova-compute[74681]:       <nova:owner>
Oct 16 14:58:47 user nova-compute[74681]:         <nova:user uuid="72cf0b8ec5464932a3be15d446f99281">tempest-VolumesSnapshotTestJSON-449570551-project-member</nova:user>
Oct 16 14:58:47 user nova-compute[74681]:         <nova:project uuid="721fa36a4054458ca712af06f60a3504">tempest-VolumesSnapshotTestJSON-449570551</nova:project>
Oct 16 14:58:47 user nova-compute[74681]:       </nova:owner>
Oct 16 14:58:47 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:58:47 user nova-compute[74681]:       <nova:ports>
Oct 16 14:58:47 user nova-compute[74681]:         <nova:port uuid="04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d">
Oct 16 14:58:47 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 14:58:47 user nova-compute[74681]:         </nova:port>
Oct 16 14:58:47 user nova-compute[74681]:       </nova:ports>
Oct 16 14:58:47 user nova-compute[74681]:     </nova:instance>
Oct 16 14:58:47 user nova-compute[74681]:   </metadata>
Oct 16 14:58:47 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:58:47 user nova-compute[74681]:     <system>
Oct 16 14:58:47 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:58:47 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:58:47 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:58:47 user nova-compute[74681]:       <entry name="serial">897e22e1-9b0c-45d1-90b0-f59da5097afa</entry>
Oct 16 14:58:47 user nova-compute[74681]:       <entry name="uuid">897e22e1-9b0c-45d1-90b0-f59da5097afa</entry>
Oct 16 14:58:47 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:58:47 user nova-compute[74681]:     </system>
Oct 16 14:58:47 user nova-compute[74681]:   </sysinfo>
Oct 16 14:58:47 user nova-compute[74681]:   <os>
Oct 16 14:58:47 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:58:47 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:58:47 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:58:47 user nova-compute[74681]:   </os>
Oct 16 14:58:47 user nova-compute[74681]:   <features>
Oct 16 14:58:47 user nova-compute[74681]:     <acpi/>
Oct 16 14:58:47 user nova-compute[74681]:     <apic/>
Oct 16 14:58:47 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:58:47 user nova-compute[74681]:   </features>
Oct 16 14:58:47 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:58:47 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:58:47 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:58:47 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:58:47 user nova-compute[74681]:   </clock>
Oct 16 14:58:47 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:58:47 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:58:47 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:58:47 user nova-compute[74681]:   </cpu>
Oct 16 14:58:47 user nova-compute[74681]:   <devices>
Oct 16 14:58:47 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:58:47 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:58:47 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk"/>
Oct 16 14:58:47 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:58:47 user nova-compute[74681]:     </disk>
Oct 16 14:58:47 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:58:47 user nova-compute[74681]:       <mac address="fa:16:3e:dd:5d:89"/>
Oct 16 14:58:47 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:58:47 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:58:47 user nova-compute[74681]:       <target dev="tap04b56bff-b4"/>
Oct 16 14:58:47 user nova-compute[74681]:     </interface>
Oct 16 14:58:47 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:58:47 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/console.log" append="off"/>
Oct 16 14:58:47 user nova-compute[74681]:     </serial>
Oct 16 14:58:47 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:58:47 user nova-compute[74681]:     <video>
Oct 16 14:58:47 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:58:47 user nova-compute[74681]:     </video>
Oct 16 14:58:47 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:58:47 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:58:47 user nova-compute[74681]:     </rng>
Oct 16 14:58:47 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:58:47 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:58:47 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:58:47 user nova-compute[74681]:     </memballoon>
Oct 16 14:58:47 user nova-compute[74681]:   </devices>
Oct 16 14:58:47 user nova-compute[74681]: </domain>
Oct 16 14:58:47 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:58:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1575849345',display_name='tempest-VolumesSnapshotTestJSON-instance-1575849345',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1575849345',id=36,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYiR7J6MwQoXzc6sdDSTi/M1XLHVjOoRtu6MLDNAOJnCAY3IGxONCkEKoZQfgk544EbV+brZGA7z7J+D1YRtggWc7yeZyrw8zDAP6MvtS0+rgooFiLNRyHMfjUm6+uEpw==',key_name='tempest-keypair-1428476651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='721fa36a4054458ca712af06f60a3504',ramdisk_id='',reservation_id='r-79qxssw1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-449570551',owner_user_name='tempest-VolumesSnapshotTestJSON-449570551-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:58:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72cf0b8ec5464932a3be15d446f99281',uuid=897e22e1-9b0c-45d1-90b0-f59da5097afa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converting VIF {"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:5d:89,bridge_name='br-int',has_traffic_filtering=True,id=04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04b56bff-b4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG os_vif [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:5d:89,bridge_name='br-int',has_traffic_filtering=True,id=04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04b56bff-b4') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fcb38382-9f40-5714-bf27-3c69d76806ae', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04b56bff-b4, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04b56bff-b4, col_values=(('qos', UUID('320cac6e-c0d2-43bb-8595-2eeb981475c6')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04b56bff-b4, col_values=(('external_ids', {'iface-id': '04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:5d:89', 'vm-uuid': '897e22e1-9b0c-45d1-90b0-f59da5097afa'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:47 user nova-compute[74681]: INFO os_vif [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:5d:89,bridge_name='br-int',has_traffic_filtering=True,id=04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04b56bff-b4')
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No VIF found with MAC fa:16:3e:dd:5d:89, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.neutron [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updated VIF entry in instance network info cache for port 04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG nova.network.neutron [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updating instance_info_cache with network_info: [{"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c128a8ce-bffe-4d87-a8c5-1e70a54e8413 req-966c92c4-4fed-449f-b281-0bf765dd6c78 service nova] Releasing lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:58:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-f43ca284-170d-4992-8c1a-22440f65329b req-09674f76-4bbf-47a6-b6d1-020a3db6c82a service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f43ca284-170d-4992-8c1a-22440f65329b req-09674f76-4bbf-47a6-b6d1-020a3db6c82a service nova] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f43ca284-170d-4992-8c1a-22440f65329b req-09674f76-4bbf-47a6-b6d1-020a3db6c82a service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f43ca284-170d-4992-8c1a-22440f65329b req-09674f76-4bbf-47a6-b6d1-020a3db6c82a service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-f43ca284-170d-4992-8c1a-22440f65329b req-09674f76-4bbf-47a6-b6d1-020a3db6c82a service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] No waiting events found dispatching network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:49 user nova-compute[74681]: WARNING nova.compute.manager [req-f43ca284-170d-4992-8c1a-22440f65329b req-09674f76-4bbf-47a6-b6d1-020a3db6c82a service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received unexpected event network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d for instance with vm_state building and task_state spawning.
Oct 16 14:58:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:58:51 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Instance spawned successfully.
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:58:51 user nova-compute[74681]: INFO nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Took 5.27 seconds to spawn the instance on the hypervisor.
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:58:51 user nova-compute[74681]: INFO nova.compute.manager [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Took 5.93 seconds to build instance.
Oct 16 14:58:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-34fbd59e-5616-4c3f-82ad-8a730e22aa30 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.028s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-0e545307-6b52-4b36-8862-e802549d0184 req-86f0ecbf-0c8e-4fb5-9e4c-24f696be1600 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0e545307-6b52-4b36-8862-e802549d0184 req-86f0ecbf-0c8e-4fb5-9e4c-24f696be1600 service nova] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0e545307-6b52-4b36-8862-e802549d0184 req-86f0ecbf-0c8e-4fb5-9e4c-24f696be1600 service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-0e545307-6b52-4b36-8862-e802549d0184 req-86f0ecbf-0c8e-4fb5-9e4c-24f696be1600 service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-0e545307-6b52-4b36-8862-e802549d0184 req-86f0ecbf-0c8e-4fb5-9e4c-24f696be1600 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] No waiting events found dispatching network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:51 user nova-compute[74681]: WARNING nova.compute.manager [req-0e545307-6b52-4b36-8862-e802549d0184 req-86f0ecbf-0c8e-4fb5-9e4c-24f696be1600 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received unexpected event network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d for instance with vm_state active and task_state None.
Oct 16 14:58:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:52 user nova-compute[74681]: INFO nova.compute.manager [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Terminating instance
Oct 16 14:58:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Instance destroyed successfully.
Oct 16 14:58:52 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lazy-loading 'resources' on Instance uuid ce401755-1554-4223-8c4a-c4e6ad8ddef1 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:57:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1523884513',display_name='tempest-VolumesActionsTest-instance-1523884513',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1523884513',id=34,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0b7a9fa9b3894aabb5cf5e2d15520bb8',ramdisk_id='',reservation_id='r-zr2jdw8z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-406707750',owner_user_name='tempest-VolumesActionsTest-406707750-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:57:08Z,user_data=None,user_id='e2aa3471a0b5479fb80723d417ad98e3',uuid=ce401755-1554-4223-8c4a-c4e6ad8ddef1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converting VIF {"id": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "address": "fa:16:3e:3a:6f:8e", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0111ac99-0f", "ovs_interfaceid": "0111ac99-0f87-4bd9-b642-7042b5aa3810", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:6f:8e,bridge_name='br-int',has_traffic_filtering=True,id=0111ac99-0f87-4bd9-b642-7042b5aa3810,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0111ac99-0f') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG os_vif [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:6f:8e,bridge_name='br-int',has_traffic_filtering=True,id=0111ac99-0f87-4bd9-b642-7042b5aa3810,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0111ac99-0f') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0111ac99-0f, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=030d7f36-e24d-4014-bcc0-2877b7a49d28) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:52 user nova-compute[74681]: INFO os_vif [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:6f:8e,bridge_name='br-int',has_traffic_filtering=True,id=0111ac99-0f87-4bd9-b642-7042b5aa3810,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0111ac99-0f')
Oct 16 14:58:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Deleting instance files /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1_del
Oct 16 14:58:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Deletion of /opt/stack/data/nova/instances/ce401755-1554-4223-8c4a-c4e6ad8ddef1_del complete
Oct 16 14:58:52 user nova-compute[74681]: INFO nova.compute.manager [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 16 14:58:52 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:58:52 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:53 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Took 0.42 seconds to deallocate network for instance.
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-0077f945-1a70-41a1-81e8-f3ef39a504e9 req-a665bec8-1774-455a-95e4-498e7dae4ede service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received event network-vif-deleted-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:53 user nova-compute[74681]: INFO nova.compute.manager [req-0077f945-1a70-41a1-81e8-f3ef39a504e9 req-a665bec8-1774-455a-95e4-498e7dae4ede service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Neutron deleted interface 0111ac99-0f87-4bd9-b642-7042b5aa3810; detaching it from the instance and deleting it from the info cache
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-0077f945-1a70-41a1-81e8-f3ef39a504e9 req-a665bec8-1774-455a-95e4-498e7dae4ede service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-0077f945-1a70-41a1-81e8-f3ef39a504e9 req-a665bec8-1774-455a-95e4-498e7dae4ede service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Detach interface failed, port_id=0111ac99-0f87-4bd9-b642-7042b5aa3810, reason: Instance ce401755-1554-4223-8c4a-c4e6ad8ddef1 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.323s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updating instance_info_cache with network_info: [{"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:58:53 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Deleted allocations for instance ce401755-1554-4223-8c4a-c4e6ad8ddef1
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received event network-vif-unplugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] Acquiring lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] No waiting events found dispatching network-vif-unplugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:53 user nova-compute[74681]: WARNING nova.compute.manager [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received unexpected event network-vif-unplugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 for instance with vm_state deleted and task_state None.
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received event network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] Acquiring lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] No waiting events found dispatching network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:58:53 user nova-compute[74681]: WARNING nova.compute.manager [req-da99afb4-c622-4141-be2c-6a8fa5292f9a req-056bfdf8-92b6-4ee2-8dd2-6feea920e752 service nova] [instance: ce401755-1554-4223-8c4a-c4e6ad8ddef1] Received unexpected event network-vif-plugged-0111ac99-0f87-4bd9-b642-7042b5aa3810 for instance with vm_state deleted and task_state None.
Oct 16 14:58:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d74cbbc9-9e73-4f02-a895-b540d0610377 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "ce401755-1554-4223-8c4a-c4e6ad8ddef1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.881s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 14:58:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 14:58:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:58:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:58:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:01 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:59:01 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8165MB free_disk=25.30266571044922GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72133766-47a2-42be-8d36-0034955ba6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c5d1f5eb-0c6f-453b-8b65-285161fee147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 897e22e1-9b0c-45d1-90b0-f59da5097afa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 14:59:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.623s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:02 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 is timed out.
Oct 16 14:59:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully detached device vdb from instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 from the live domain config.
Oct 16 14:59:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NOLhvjfT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 14:59:02 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[143c4337-78ec-4c7f-811a-7592fefdfcfd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 14:59:02 user nova-compute[74681]: No targets found.
Oct 16 14:59:02 user nova-compute[74681]: iSNS:
Oct 16 14:59:02 user nova-compute[74681]: No targets found.
Oct 16 14:59:02 user nova-compute[74681]: STATIC:
Oct 16 14:59:02 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d
Oct 16 14:59:02 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 14:59:02 user nova-compute[74681]:                 Iface Name: default
Oct 16 14:59:02 user nova-compute[74681]: FIRMWARE:
Oct 16 14:59:02 user nova-compute[74681]: No targets found.
Oct 16 14:59:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 14:59:02 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 14:59:02 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ee07141-5a2a-4878-900d-3f523a350e45]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb5b23e-4856-4ef8-af8e-4d175410d19a]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:59:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d (non-flash)
Oct 16 14:59:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e00f30a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52c293d-9352-49f2-b835-40f890ab5b14]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea4f2fc7-ecd3-46d4-b9b8-00de0174bdb5]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[45734c41-3014-49ef-a387-c07a6d2a9bd4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f8a46a-0693-45d6-b377-4c5bc7fe2a86]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fdef542-4274-49ba-bafc-37182fa85874]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a38b0a-089c-49db-b89d-4f003b9ac955]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260]
Oct 16 14:59:02 user nova-compute[74681]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d, portal: 172.16.0.220,3260] successful.
Oct 16 14:59:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:59:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34346cb8-9320-4cd7-9d18-708dbf7a2a8d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:03 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[727d0f2f-fe78-44f3-961e-f22ca9ae7c82]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 14:59:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 14:59:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 14:59:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== disconnect_volume: return (376ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 14:59:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 14:59:04 user nova-compute[74681]: DEBUG nova.objects.instance [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:59:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7be5c2fd-d024-4789-ab0d-605791eeb36f tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.221s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:07 user nova-compute[74681]: INFO nova.compute.manager [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Terminating instance
Oct 16 14:59:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc107dd0-c83a-45fa-85cb-3a6d09ab3595 req-92164cf0-0098-4b8a-af56-1b7d0c4dabca service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-vif-unplugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc107dd0-c83a-45fa-85cb-3a6d09ab3595 req-92164cf0-0098-4b8a-af56-1b7d0c4dabca service nova] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc107dd0-c83a-45fa-85cb-3a6d09ab3595 req-92164cf0-0098-4b8a-af56-1b7d0c4dabca service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc107dd0-c83a-45fa-85cb-3a6d09ab3595 req-92164cf0-0098-4b8a-af56-1b7d0c4dabca service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc107dd0-c83a-45fa-85cb-3a6d09ab3595 req-92164cf0-0098-4b8a-af56-1b7d0c4dabca service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] No waiting events found dispatching network-vif-unplugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc107dd0-c83a-45fa-85cb-3a6d09ab3595 req-92164cf0-0098-4b8a-af56-1b7d0c4dabca service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-vif-unplugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:59:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Instance destroyed successfully.
Oct 16 14:59:08 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lazy-loading 'resources' on Instance uuid c5d1f5eb-0c6f-453b-8b65-285161fee147 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:55:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-740712856',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-740712856',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7407128',id=32,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHi5x/mcVjtxs8GZVx+XSUyXxFryqifzJTCWqgKB1mWf9x3lozi/g50g334/8754l5s3PqIvBOlk6AaWgIJQj5zb+odnPG8wRowAWs4RqTGjouIeBYqN4ItTj2UxeWDWVQ==',key_name='tempest-keypair-1587958629',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:55:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8f784a4a3bd44e5bab4926a001e43100',ramdisk_id='',reservation_id='r-duzq1gsr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-826280159',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:55:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d60da4687d044a728121f273e7f17a15',uuid=c5d1f5eb-0c6f-453b-8b65-285161fee147,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Converting VIF {"id": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "address": "fa:16:3e:83:e0:86", "network": {"id": "7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-914981894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f784a4a3bd44e5bab4926a001e43100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c85f52-f4", "ovs_interfaceid": "47c85f52-f4f3-4fdb-adb9-c2743540ea81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:e0:86,bridge_name='br-int',has_traffic_filtering=True,id=47c85f52-f4f3-4fdb-adb9-c2743540ea81,network=Network(7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c85f52-f4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG os_vif [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:e0:86,bridge_name='br-int',has_traffic_filtering=True,id=47c85f52-f4f3-4fdb-adb9-c2743540ea81,network=Network(7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c85f52-f4') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47c85f52-f4, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d5aa4293-1c43-4ec5-8c63-7051389ed89d) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:59:08 user nova-compute[74681]: INFO os_vif [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:e0:86,bridge_name='br-int',has_traffic_filtering=True,id=47c85f52-f4f3-4fdb-adb9-c2743540ea81,network=Network(7cac6e4e-c335-48f7-8aaa-46f1c3b3fbd9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c85f52-f4')
Oct 16 14:59:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Deleting instance files /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147_del
Oct 16 14:59:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Deletion of /opt/stack/data/nova/instances/c5d1f5eb-0c6f-453b-8b65-285161fee147_del complete
Oct 16 14:59:08 user nova-compute[74681]: INFO nova.compute.manager [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 16 14:59:08 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:59:08 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:59:09 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:59:09 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Took 0.99 seconds to deallocate network for instance.
Oct 16 14:59:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-d3beb1a2-bba8-42fe-a27b-fa3b0e8b0850 req-dca95dc0-5405-4150-b51f-939712322867 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-vif-deleted-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:09 user nova-compute[74681]: INFO nova.compute.manager [req-d3beb1a2-bba8-42fe-a27b-fa3b0e8b0850 req-dca95dc0-5405-4150-b51f-939712322867 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Neutron deleted interface 47c85f52-f4f3-4fdb-adb9-c2743540ea81; detaching it from the instance and deleting it from the info cache
Oct 16 14:59:09 user nova-compute[74681]: DEBUG nova.network.neutron [req-d3beb1a2-bba8-42fe-a27b-fa3b0e8b0850 req-dca95dc0-5405-4150-b51f-939712322867 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:59:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-d3beb1a2-bba8-42fe-a27b-fa3b0e8b0850 req-dca95dc0-5405-4150-b51f-939712322867 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Detach interface failed, port_id=47c85f52-f4f3-4fdb-adb9-c2743540ea81, reason: Instance c5d1f5eb-0c6f-453b-8b65-285161fee147 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 14:59:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:09 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:59:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:59:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.248s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:09 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Deleted allocations for instance c5d1f5eb-0c6f-453b-8b65-285161fee147
Oct 16 14:59:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ccb17601-9b60-4020-883f-bd9e0e137e3f tempest-TestServerVolumeAttachScenarioOldVersion-826280159 tempest-TestServerVolumeAttachScenarioOldVersion-826280159-project-member] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.344s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc9ecbf0-5f35-42e7-9e09-48e5e8984b1d req-65179da2-a4a5-4bf3-9883-014c7adec8c0 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received event network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc9ecbf0-5f35-42e7-9e09-48e5e8984b1d req-65179da2-a4a5-4bf3-9883-014c7adec8c0 service nova] Acquiring lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc9ecbf0-5f35-42e7-9e09-48e5e8984b1d req-65179da2-a4a5-4bf3-9883-014c7adec8c0 service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc9ecbf0-5f35-42e7-9e09-48e5e8984b1d req-65179da2-a4a5-4bf3-9883-014c7adec8c0 service nova] Lock "c5d1f5eb-0c6f-453b-8b65-285161fee147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:10 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc9ecbf0-5f35-42e7-9e09-48e5e8984b1d req-65179da2-a4a5-4bf3-9883-014c7adec8c0 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] No waiting events found dispatching network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:10 user nova-compute[74681]: WARNING nova.compute.manager [req-cc9ecbf0-5f35-42e7-9e09-48e5e8984b1d req-65179da2-a4a5-4bf3-9883-014c7adec8c0 service nova] [instance: c5d1f5eb-0c6f-453b-8b65-285161fee147] Received unexpected event network-vif-plugged-47c85f52-f4f3-4fdb-adb9-c2743540ea81 for instance with vm_state deleted and task_state None.
Oct 16 14:59:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "72133766-47a2-42be-8d36-0034955ba6cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:26 user nova-compute[74681]: INFO nova.compute.manager [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Terminating instance
Oct 16 14:59:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-93723443-fe8d-425c-ada7-61399876209a req-cb134e24-2105-45ea-8bd5-b243664477b4 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-unplugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93723443-fe8d-425c-ada7-61399876209a req-cb134e24-2105-45ea-8bd5-b243664477b4 service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93723443-fe8d-425c-ada7-61399876209a req-cb134e24-2105-45ea-8bd5-b243664477b4 service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93723443-fe8d-425c-ada7-61399876209a req-cb134e24-2105-45ea-8bd5-b243664477b4 service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-93723443-fe8d-425c-ada7-61399876209a req-cb134e24-2105-45ea-8bd5-b243664477b4 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-unplugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG nova.compute.manager [req-93723443-fe8d-425c-ada7-61399876209a req-cb134e24-2105-45ea-8bd5-b243664477b4 service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-unplugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Instance destroyed successfully.
Oct 16 14:59:27 user nova-compute[74681]: DEBUG nova.objects.instance [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'resources' on Instance uuid 72133766-47a2-42be-8d36-0034955ba6cf {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-977810954',display_name='tempest-ServerRescueNegativeTestJSON-server-977810954',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-977810954',id=16,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:44:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-30gzzcvz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:44:25Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=72133766-47a2-42be-8d36-0034955ba6cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "e986b418-139c-4cb7-9820-25fbef6ac188", "address": "fa:16:3e:eb:a4:d9", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape986b418-13", "ovs_interfaceid": "e986b418-139c-4cb7-9820-25fbef6ac188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG os_vif [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape986b418-13, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e4f4012f-24c0-479f-b51d-24aa299e904c) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:27 user nova-compute[74681]: INFO os_vif [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:a4:d9,bridge_name='br-int',has_traffic_filtering=True,id=e986b418-139c-4cb7-9820-25fbef6ac188,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape986b418-13')
Oct 16 14:59:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Deleting instance files /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf_del
Oct 16 14:59:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Deletion of /opt/stack/data/nova/instances/72133766-47a2-42be-8d36-0034955ba6cf_del complete
Oct 16 14:59:27 user nova-compute[74681]: INFO nova.compute.manager [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 16 14:59:27 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:59:27 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:59:28 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Took 0.89 seconds to deallocate network for instance.
Oct 16 14:59:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-88e6f073-d33c-49d7-b82b-9d166d37a6a1 req-ede51acd-f532-446e-8ec3-ee0bcbcfb3ce service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-deleted-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.227s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:28 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Deleted allocations for instance 72133766-47a2-42be-8d36-0034955ba6cf
Oct 16 14:59:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-81cb05d6-56be-4481-81c2-a6fada5c82df tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "72133766-47a2-42be-8d36-0034955ba6cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.180s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-ba11fa35-cca6-4544-8ab3-ff06c4c0cae3 req-2ce07c1e-cc86-4be0-aebf-28fa174e9e5c service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ba11fa35-cca6-4544-8ab3-ff06c4c0cae3 req-2ce07c1e-cc86-4be0-aebf-28fa174e9e5c service nova] Acquiring lock "72133766-47a2-42be-8d36-0034955ba6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ba11fa35-cca6-4544-8ab3-ff06c4c0cae3 req-2ce07c1e-cc86-4be0-aebf-28fa174e9e5c service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ba11fa35-cca6-4544-8ab3-ff06c4c0cae3 req-2ce07c1e-cc86-4be0-aebf-28fa174e9e5c service nova] Lock "72133766-47a2-42be-8d36-0034955ba6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-ba11fa35-cca6-4544-8ab3-ff06c4c0cae3 req-2ce07c1e-cc86-4be0-aebf-28fa174e9e5c service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] No waiting events found dispatching network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:28 user nova-compute[74681]: WARNING nova.compute.manager [req-ba11fa35-cca6-4544-8ab3-ff06c4c0cae3 req-2ce07c1e-cc86-4be0-aebf-28fa174e9e5c service nova] [instance: 72133766-47a2-42be-8d36-0034955ba6cf] Received unexpected event network-vif-plugged-e986b418-139c-4cb7-9820-25fbef6ac188 for instance with vm_state deleted and task_state None.
Oct 16 14:59:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:32 user nova-compute[74681]: INFO nova.compute.manager [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Terminating instance
Oct 16 14:59:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-6359b1a7-51aa-47cc-8f99-b79a12566c1a req-11d10ba8-73b8-4ff3-92dd-acf1e1b65511 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-vif-unplugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6359b1a7-51aa-47cc-8f99-b79a12566c1a req-11d10ba8-73b8-4ff3-92dd-acf1e1b65511 service nova] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6359b1a7-51aa-47cc-8f99-b79a12566c1a req-11d10ba8-73b8-4ff3-92dd-acf1e1b65511 service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6359b1a7-51aa-47cc-8f99-b79a12566c1a req-11d10ba8-73b8-4ff3-92dd-acf1e1b65511 service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-6359b1a7-51aa-47cc-8f99-b79a12566c1a req-11d10ba8-73b8-4ff3-92dd-acf1e1b65511 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] No waiting events found dispatching network-vif-unplugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-6359b1a7-51aa-47cc-8f99-b79a12566c1a req-11d10ba8-73b8-4ff3-92dd-acf1e1b65511 service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-vif-unplugged-17072b69-e404-4f02-8269-d63e5f5c5a99 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 14:59:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Instance destroyed successfully.
Oct 16 14:59:33 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'resources' on Instance uuid fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-261433378',display_name='tempest-AttachVolumeNegativeTest-server-261433378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-261433378',id=30,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAAzsD19e36pW60L/NAF8U8MqEruyDkrTo7tlQlvHe1ebW+Ghke+ZwuGgcmIkdd+fJuFrqzDUhdrsVwaCLQvbOdPSqWsCkuBQY9q9u7Hn+M6pXg6lfYdiDfEy1SC0KuO2Q==',key_name='tempest-keypair-1332922398',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:53:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-z02eh2kq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:53:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "17072b69-e404-4f02-8269-d63e5f5c5a99", "address": "fa:16:3e:54:76:7e", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17072b69-e4", "ovs_interfaceid": "17072b69-e404-4f02-8269-d63e5f5c5a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:76:7e,bridge_name='br-int',has_traffic_filtering=True,id=17072b69-e404-4f02-8269-d63e5f5c5a99,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17072b69-e4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG os_vif [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:76:7e,bridge_name='br-int',has_traffic_filtering=True,id=17072b69-e404-4f02-8269-d63e5f5c5a99,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17072b69-e4') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap17072b69-e4, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4d97babc-360b-4919-848b-f08fb0c7e7fc) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:59:33 user nova-compute[74681]: INFO os_vif [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:76:7e,bridge_name='br-int',has_traffic_filtering=True,id=17072b69-e404-4f02-8269-d63e5f5c5a99,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17072b69-e4')
Oct 16 14:59:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Deleting instance files /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02_del
Oct 16 14:59:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Deletion of /opt/stack/data/nova/instances/fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02_del complete
Oct 16 14:59:33 user nova-compute[74681]: INFO nova.compute.manager [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 16 14:59:33 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 14:59:33 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:59:34 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Took 0.88 seconds to deallocate network for instance.
Oct 16 14:59:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.232s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:34 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Deleted allocations for instance fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02
Oct 16 14:59:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5375e2ec-6c0f-4b16-80e0-10ab366df673 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.163s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-56072dd5-a55a-490e-9e38-5560e685762d req-eb843c30-4719-4cc3-9872-928c2cfc61bc service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-56072dd5-a55a-490e-9e38-5560e685762d req-eb843c30-4719-4cc3-9872-928c2cfc61bc service nova] Acquiring lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-56072dd5-a55a-490e-9e38-5560e685762d req-eb843c30-4719-4cc3-9872-928c2cfc61bc service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-56072dd5-a55a-490e-9e38-5560e685762d req-eb843c30-4719-4cc3-9872-928c2cfc61bc service nova] Lock "fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-56072dd5-a55a-490e-9e38-5560e685762d req-eb843c30-4719-4cc3-9872-928c2cfc61bc service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] No waiting events found dispatching network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:34 user nova-compute[74681]: WARNING nova.compute.manager [req-56072dd5-a55a-490e-9e38-5560e685762d req-eb843c30-4719-4cc3-9872-928c2cfc61bc service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received unexpected event network-vif-plugged-17072b69-e404-4f02-8269-d63e5f5c5a99 for instance with vm_state deleted and task_state None.
Oct 16 14:59:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-56072dd5-a55a-490e-9e38-5560e685762d req-eb843c30-4719-4cc3-9872-928c2cfc61bc service nova] [instance: fb1dc662-3d2a-4dae-8a9b-02fdff6e3a02] Received event network-vif-deleted-17072b69-e404-4f02-8269-d63e5f5c5a99 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "81b4672d-ae34-4c12-b624-af48e2c8033c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 14:59:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:43 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 14:59:43 user nova-compute[74681]: INFO nova.compute.claims [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Claim successful on node user
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.361s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.network.neutron [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 14:59:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.policy [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2aa3471a0b5479fb80723d417ad98e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b7a9fa9b3894aabb5cf5e2d15520bb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 14:59:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Creating image(s)
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "/opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "/opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "/opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk 1073741824" returned: 0 in 0.068s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.network.neutron [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Successfully created port: e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 14:59:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Cannot resize image /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Ensure instance console log exists: /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.network.neutron [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Successfully updated port: e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "refresh_cache-81b4672d-ae34-4c12-b624-af48e2c8033c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquired lock "refresh_cache-81b4672d-ae34-4c12-b624-af48e2c8033c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.network.neutron [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received event network-changed-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Refreshing instance network info cache due to event network-changed-e6924705-b2c0-4353-bb1b-c6c9f7f34673. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] Acquiring lock "refresh_cache-81b4672d-ae34-4c12-b624-af48e2c8033c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.network.neutron [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.network.neutron [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Updating instance_info_cache with network_info: [{"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Releasing lock "refresh_cache-81b4672d-ae34-4c12-b624-af48e2c8033c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Instance network_info: |[{"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] Acquired lock "refresh_cache-81b4672d-ae34-4c12-b624-af48e2c8033c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.network.neutron [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Refreshing network info cache for port e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Start _get_guest_xml network_info=[{"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 14:59:45 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:59:45 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 14:59:45 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:59:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-278343441',display_name='tempest-VolumesActionsTest-instance-278343441',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-278343441',id=37,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0b7a9fa9b3894aabb5cf5e2d15520bb8',ramdisk_id='',reservation_id='r-rc8f4v1w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-406707750',owner_user_name='tempest-VolumesActionsTest-406707750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:59:44Z,user_data=None,user_id='e2aa3471a0b5479fb80723d417ad98e3',uuid=81b4672d-ae34-4c12-b624-af48e2c8033c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converting VIF {"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:c6:74,bridge_name='br-int',has_traffic_filtering=True,id=e6924705-b2c0-4353-bb1b-c6c9f7f34673,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6924705-b2') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.objects.instance [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lazy-loading 'pci_devices' on Instance uuid 81b4672d-ae34-4c12-b624-af48e2c8033c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] End _get_guest_xml xml=<domain type="kvm">
Oct 16 14:59:46 user nova-compute[74681]:   <uuid>81b4672d-ae34-4c12-b624-af48e2c8033c</uuid>
Oct 16 14:59:46 user nova-compute[74681]:   <name>instance-00000025</name>
Oct 16 14:59:46 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 14:59:46 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 14:59:46 user nova-compute[74681]:   <metadata>
Oct 16 14:59:46 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 14:59:46 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 14:59:46 user nova-compute[74681]:       <nova:name>tempest-VolumesActionsTest-instance-278343441</nova:name>
Oct 16 14:59:46 user nova-compute[74681]:       <nova:creationTime>2023-10-16 14:59:45</nova:creationTime>
Oct 16 14:59:46 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 14:59:46 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 14:59:46 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 14:59:46 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 14:59:46 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 14:59:46 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 14:59:46 user nova-compute[74681]:       </nova:flavor>
Oct 16 14:59:46 user nova-compute[74681]:       <nova:owner>
Oct 16 14:59:46 user nova-compute[74681]:         <nova:user uuid="e2aa3471a0b5479fb80723d417ad98e3">tempest-VolumesActionsTest-406707750-project-member</nova:user>
Oct 16 14:59:46 user nova-compute[74681]:         <nova:project uuid="0b7a9fa9b3894aabb5cf5e2d15520bb8">tempest-VolumesActionsTest-406707750</nova:project>
Oct 16 14:59:46 user nova-compute[74681]:       </nova:owner>
Oct 16 14:59:46 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 14:59:46 user nova-compute[74681]:       <nova:ports>
Oct 16 14:59:46 user nova-compute[74681]:         <nova:port uuid="e6924705-b2c0-4353-bb1b-c6c9f7f34673">
Oct 16 14:59:46 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 16 14:59:46 user nova-compute[74681]:         </nova:port>
Oct 16 14:59:46 user nova-compute[74681]:       </nova:ports>
Oct 16 14:59:46 user nova-compute[74681]:     </nova:instance>
Oct 16 14:59:46 user nova-compute[74681]:   </metadata>
Oct 16 14:59:46 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 14:59:46 user nova-compute[74681]:     <system>
Oct 16 14:59:46 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 14:59:46 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 14:59:46 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 14:59:46 user nova-compute[74681]:       <entry name="serial">81b4672d-ae34-4c12-b624-af48e2c8033c</entry>
Oct 16 14:59:46 user nova-compute[74681]:       <entry name="uuid">81b4672d-ae34-4c12-b624-af48e2c8033c</entry>
Oct 16 14:59:46 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 14:59:46 user nova-compute[74681]:     </system>
Oct 16 14:59:46 user nova-compute[74681]:   </sysinfo>
Oct 16 14:59:46 user nova-compute[74681]:   <os>
Oct 16 14:59:46 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 14:59:46 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 14:59:46 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 14:59:46 user nova-compute[74681]:   </os>
Oct 16 14:59:46 user nova-compute[74681]:   <features>
Oct 16 14:59:46 user nova-compute[74681]:     <acpi/>
Oct 16 14:59:46 user nova-compute[74681]:     <apic/>
Oct 16 14:59:46 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 14:59:46 user nova-compute[74681]:   </features>
Oct 16 14:59:46 user nova-compute[74681]:   <clock offset="utc">
Oct 16 14:59:46 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 14:59:46 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 14:59:46 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 14:59:46 user nova-compute[74681]:   </clock>
Oct 16 14:59:46 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 14:59:46 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 14:59:46 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 14:59:46 user nova-compute[74681]:   </cpu>
Oct 16 14:59:46 user nova-compute[74681]:   <devices>
Oct 16 14:59:46 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 14:59:46 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 14:59:46 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk"/>
Oct 16 14:59:46 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 14:59:46 user nova-compute[74681]:     </disk>
Oct 16 14:59:46 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 14:59:46 user nova-compute[74681]:       <mac address="fa:16:3e:a6:c6:74"/>
Oct 16 14:59:46 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:59:46 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 14:59:46 user nova-compute[74681]:       <target dev="tape6924705-b2"/>
Oct 16 14:59:46 user nova-compute[74681]:     </interface>
Oct 16 14:59:46 user nova-compute[74681]:     <serial type="pty">
Oct 16 14:59:46 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/console.log" append="off"/>
Oct 16 14:59:46 user nova-compute[74681]:     </serial>
Oct 16 14:59:46 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 14:59:46 user nova-compute[74681]:     <video>
Oct 16 14:59:46 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 14:59:46 user nova-compute[74681]:     </video>
Oct 16 14:59:46 user nova-compute[74681]:     <rng model="virtio">
Oct 16 14:59:46 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 14:59:46 user nova-compute[74681]:     </rng>
Oct 16 14:59:46 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 14:59:46 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 14:59:46 user nova-compute[74681]:       <stats period="10"/>
Oct 16 14:59:46 user nova-compute[74681]:     </memballoon>
Oct 16 14:59:46 user nova-compute[74681]:   </devices>
Oct 16 14:59:46 user nova-compute[74681]: </domain>
Oct 16 14:59:46 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:59:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-278343441',display_name='tempest-VolumesActionsTest-instance-278343441',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-278343441',id=37,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0b7a9fa9b3894aabb5cf5e2d15520bb8',ramdisk_id='',reservation_id='r-rc8f4v1w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-406707750',owner_user_name='tempest-VolumesActionsTest-406707750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T14:59:44Z,user_data=None,user_id='e2aa3471a0b5479fb80723d417ad98e3',uuid=81b4672d-ae34-4c12-b624-af48e2c8033c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converting VIF {"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:c6:74,bridge_name='br-int',has_traffic_filtering=True,id=e6924705-b2c0-4353-bb1b-c6c9f7f34673,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6924705-b2') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG os_vif [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:c6:74,bridge_name='br-int',has_traffic_filtering=True,id=e6924705-b2c0-4353-bb1b-c6c9f7f34673,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6924705-b2') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '67023ba7-5ff5-510d-b0de-28a01c58026a', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape6924705-b2, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape6924705-b2, col_values=(('qos', UUID('48c6c04d-e67d-4b99-a570-979e13048de4')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape6924705-b2, col_values=(('external_ids', {'iface-id': 'e6924705-b2c0-4353-bb1b-c6c9f7f34673', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:c6:74', 'vm-uuid': '81b4672d-ae34-4c12-b624-af48e2c8033c'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:46 user nova-compute[74681]: INFO os_vif [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:c6:74,bridge_name='br-int',has_traffic_filtering=True,id=e6924705-b2c0-4353-bb1b-c6c9f7f34673,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6924705-b2')
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] No VIF found with MAC fa:16:3e:a6:c6:74, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.network.neutron [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Updated VIF entry in instance network info cache for port e6924705-b2c0-4353-bb1b-c6c9f7f34673. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG nova.network.neutron [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Updating instance_info_cache with network_info: [{"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:59:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-86479f3a-d6f6-45b7-8fc5-56a2902762e6 req-996d8b77-5a0b-464c-84de-2cdb06d7b226 service nova] Releasing lock "refresh_cache-81b4672d-ae34-4c12-b624-af48e2c8033c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-70ed82c3-6d3c-4c36-9e09-d491283469b7 req-8deb8b60-36f8-4ea3-9ff1-877eb8054aa2 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received event network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-70ed82c3-6d3c-4c36-9e09-d491283469b7 req-8deb8b60-36f8-4ea3-9ff1-877eb8054aa2 service nova] Acquiring lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-70ed82c3-6d3c-4c36-9e09-d491283469b7 req-8deb8b60-36f8-4ea3-9ff1-877eb8054aa2 service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-70ed82c3-6d3c-4c36-9e09-d491283469b7 req-8deb8b60-36f8-4ea3-9ff1-877eb8054aa2 service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:47 user nova-compute[74681]: DEBUG nova.compute.manager [req-70ed82c3-6d3c-4c36-9e09-d491283469b7 req-8deb8b60-36f8-4ea3-9ff1-877eb8054aa2 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] No waiting events found dispatching network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:47 user nova-compute[74681]: WARNING nova.compute.manager [req-70ed82c3-6d3c-4c36-9e09-d491283469b7 req-8deb8b60-36f8-4ea3-9ff1-877eb8054aa2 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received unexpected event network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 for instance with vm_state building and task_state spawning.
Oct 16 14:59:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-62db0d82-6453-4310-a445-28efb478ee9e req-00be8fd3-0225-4304-8bda-e1f9d7c5b758 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received event network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 14:59:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-62db0d82-6453-4310-a445-28efb478ee9e req-00be8fd3-0225-4304-8bda-e1f9d7c5b758 service nova] Acquiring lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-62db0d82-6453-4310-a445-28efb478ee9e req-00be8fd3-0225-4304-8bda-e1f9d7c5b758 service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-62db0d82-6453-4310-a445-28efb478ee9e req-00be8fd3-0225-4304-8bda-e1f9d7c5b758 service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:49 user nova-compute[74681]: DEBUG nova.compute.manager [req-62db0d82-6453-4310-a445-28efb478ee9e req-00be8fd3-0225-4304-8bda-e1f9d7c5b758 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] No waiting events found dispatching network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 14:59:49 user nova-compute[74681]: WARNING nova.compute.manager [req-62db0d82-6453-4310-a445-28efb478ee9e req-00be8fd3-0225-4304-8bda-e1f9d7c5b758 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received unexpected event network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 for instance with vm_state building and task_state spawning.
Oct 16 14:59:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 14:59:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 14:59:49 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Instance spawned successfully.
Oct 16 14:59:49 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:50 user nova-compute[74681]: INFO nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Took 5.76 seconds to spawn the instance on the hypervisor.
Oct 16 14:59:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:50 user nova-compute[74681]: INFO nova.compute.manager [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Took 6.57 seconds to build instance.
Oct 16 14:59:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-529503d1-c3b6-4193-9069-8e87a4558e22 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.838s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 14:59:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 14:59:55 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [{"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 14:59:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-a3894817-aba2-46ec-86cd-aaf7fa31fd41" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 14:59:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 14:59:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 14:59:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 14:59:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.611s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 14:59:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 14:59:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:00 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:00 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8337MB free_disk=25.345638275146484GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a3894817-aba2-46ec-86cd-aaf7fa31fd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 897e22e1-9b0c-45d1-90b0-f59da5097afa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 81b4672d-ae34-4c12-b624-af48e2c8033c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:00:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.385s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.225s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:00:01 user nova-compute[74681]: INFO nova.compute.claims [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Claim successful on node user
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.338s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.network.neutron [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:00:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.policy [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f52e0eb2dc44b8f9c74a95920e42f59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1a907d1ae84ef49a2728fe2fa71f86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:00:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Creating image(s)
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "/opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "/opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "/opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.229s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk 1073741824" returned: 0 in 0.066s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.303s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.249s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Checking if we can resize image /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG nova.network.neutron [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Successfully created port: eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Cannot resize image /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Ensure instance console log exists: /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Successfully updated port: eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquired lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-changed-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG nova.compute.manager [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Refreshing instance network info cache due to event network-changed-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] Acquiring lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating instance_info_cache with network_info: [{"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Releasing lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Instance network_info: |[{"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] Acquired lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.neutron [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Refreshing network info cache for port eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Start _get_guest_xml network_info=[{"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:00:04 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:04 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1720201740',display_name='tempest-SnapshotDataIntegrityTests-server-1720201740',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1720201740',id=38,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKugRYRjaAXOsx5qrlaebqrcUqmxPV5pCQAiVK2T24vhtIVh7muNWVHZSfiJAgXdyjwUfb5fgnb2GfCWkOye4rEgIYDG7T0JTsNlFVgX4RJpEz8+snSjiU/f7ZLKzH1tYg==',key_name='tempest-keypair-1430948067',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf1a907d1ae84ef49a2728fe2fa71f86',ramdisk_id='',reservation_id='r-v6mw4o28',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-511342773',owner_user_name='tempest-SnapshotDataIntegrityTests-511342773-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1f52e0eb2dc44b8f9c74a95920e42f59',uuid=680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Converting VIF {"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:6c:da,bridge_name='br-int',has_traffic_filtering=True,id=eda3ce9a-aa82-4020-8f43-6c4415c0a5bf,network=Network(4e651486-0174-4f3c-ac22-313ab5ee358f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeda3ce9a-aa') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.objects.instance [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'pci_devices' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:00:04 user nova-compute[74681]:   <uuid>680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59</uuid>
Oct 16 15:00:04 user nova-compute[74681]:   <name>instance-00000026</name>
Oct 16 15:00:04 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:00:04 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:00:04 user nova-compute[74681]:   <metadata>
Oct 16 15:00:04 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:00:04 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:00:04 user nova-compute[74681]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1720201740</nova:name>
Oct 16 15:00:04 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:00:04</nova:creationTime>
Oct 16 15:00:04 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:00:04 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:00:04 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:00:04 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:00:04 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:00:04 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:00:04 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:00:04 user nova-compute[74681]:       <nova:owner>
Oct 16 15:00:04 user nova-compute[74681]:         <nova:user uuid="1f52e0eb2dc44b8f9c74a95920e42f59">tempest-SnapshotDataIntegrityTests-511342773-project-member</nova:user>
Oct 16 15:00:04 user nova-compute[74681]:         <nova:project uuid="cf1a907d1ae84ef49a2728fe2fa71f86">tempest-SnapshotDataIntegrityTests-511342773</nova:project>
Oct 16 15:00:04 user nova-compute[74681]:       </nova:owner>
Oct 16 15:00:04 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:00:04 user nova-compute[74681]:       <nova:ports>
Oct 16 15:00:04 user nova-compute[74681]:         <nova:port uuid="eda3ce9a-aa82-4020-8f43-6c4415c0a5bf">
Oct 16 15:00:04 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 15:00:04 user nova-compute[74681]:         </nova:port>
Oct 16 15:00:04 user nova-compute[74681]:       </nova:ports>
Oct 16 15:00:04 user nova-compute[74681]:     </nova:instance>
Oct 16 15:00:04 user nova-compute[74681]:   </metadata>
Oct 16 15:00:04 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:00:04 user nova-compute[74681]:     <system>
Oct 16 15:00:04 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:00:04 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:00:04 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:00:04 user nova-compute[74681]:       <entry name="serial">680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59</entry>
Oct 16 15:00:04 user nova-compute[74681]:       <entry name="uuid">680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59</entry>
Oct 16 15:00:04 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:00:04 user nova-compute[74681]:     </system>
Oct 16 15:00:04 user nova-compute[74681]:   </sysinfo>
Oct 16 15:00:04 user nova-compute[74681]:   <os>
Oct 16 15:00:04 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:00:04 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:00:04 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:00:04 user nova-compute[74681]:   </os>
Oct 16 15:00:04 user nova-compute[74681]:   <features>
Oct 16 15:00:04 user nova-compute[74681]:     <acpi/>
Oct 16 15:00:04 user nova-compute[74681]:     <apic/>
Oct 16 15:00:04 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:00:04 user nova-compute[74681]:   </features>
Oct 16 15:00:04 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:00:04 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:00:04 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:00:04 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:00:04 user nova-compute[74681]:   </clock>
Oct 16 15:00:04 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:00:04 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:00:04 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:00:04 user nova-compute[74681]:   </cpu>
Oct 16 15:00:04 user nova-compute[74681]:   <devices>
Oct 16 15:00:04 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:00:04 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:00:04 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk"/>
Oct 16 15:00:04 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:00:04 user nova-compute[74681]:     </disk>
Oct 16 15:00:04 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:00:04 user nova-compute[74681]:       <mac address="fa:16:3e:19:6c:da"/>
Oct 16 15:00:04 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:04 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:00:04 user nova-compute[74681]:       <target dev="tapeda3ce9a-aa"/>
Oct 16 15:00:04 user nova-compute[74681]:     </interface>
Oct 16 15:00:04 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:00:04 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/console.log" append="off"/>
Oct 16 15:00:04 user nova-compute[74681]:     </serial>
Oct 16 15:00:04 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:00:04 user nova-compute[74681]:     <video>
Oct 16 15:00:04 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:04 user nova-compute[74681]:     </video>
Oct 16 15:00:04 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:00:04 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:00:04 user nova-compute[74681]:     </rng>
Oct 16 15:00:04 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:00:04 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:00:04 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:00:04 user nova-compute[74681]:     </memballoon>
Oct 16 15:00:04 user nova-compute[74681]:   </devices>
Oct 16 15:00:04 user nova-compute[74681]: </domain>
Oct 16 15:00:04 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1720201740',display_name='tempest-SnapshotDataIntegrityTests-server-1720201740',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1720201740',id=38,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKugRYRjaAXOsx5qrlaebqrcUqmxPV5pCQAiVK2T24vhtIVh7muNWVHZSfiJAgXdyjwUfb5fgnb2GfCWkOye4rEgIYDG7T0JTsNlFVgX4RJpEz8+snSjiU/f7ZLKzH1tYg==',key_name='tempest-keypair-1430948067',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf1a907d1ae84ef49a2728fe2fa71f86',ramdisk_id='',reservation_id='r-v6mw4o28',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-511342773',owner_user_name='tempest-SnapshotDataIntegrityTests-511342773-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1f52e0eb2dc44b8f9c74a95920e42f59',uuid=680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Converting VIF {"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:6c:da,bridge_name='br-int',has_traffic_filtering=True,id=eda3ce9a-aa82-4020-8f43-6c4415c0a5bf,network=Network(4e651486-0174-4f3c-ac22-313ab5ee358f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeda3ce9a-aa') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG os_vif [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:6c:da,bridge_name='br-int',has_traffic_filtering=True,id=eda3ce9a-aa82-4020-8f43-6c4415c0a5bf,network=Network(4e651486-0174-4f3c-ac22-313ab5ee358f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeda3ce9a-aa') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a737a980-b603-5585-b1df-5fdf0a8e410e', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeda3ce9a-aa, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeda3ce9a-aa, col_values=(('qos', UUID('9f3f8eb5-9886-41a4-804f-18c092058aa9')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeda3ce9a-aa, col_values=(('external_ids', {'iface-id': 'eda3ce9a-aa82-4020-8f43-6c4415c0a5bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:6c:da', 'vm-uuid': '680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:04 user nova-compute[74681]: INFO os_vif [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:6c:da,bridge_name='br-int',has_traffic_filtering=True,id=eda3ce9a-aa82-4020-8f43-6c4415c0a5bf,network=Network(4e651486-0174-4f3c-ac22-313ab5ee358f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeda3ce9a-aa')
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No VIF found with MAC fa:16:3e:19:6c:da, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.neutron [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updated VIF entry in instance network info cache for port eda3ce9a-aa82-4020-8f43-6c4415c0a5bf. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG nova.network.neutron [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating instance_info_cache with network_info: [{"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-83181304-9973-4e94-8d2f-ed6c26b21b7a req-d2457152-1da4-47d3-ae66-899a0f403705 service nova] Releasing lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-17ea609d-a65a-4f9d-8ff5-281baa6dab74 req-24fecd5f-198f-4f36-8e91-283d2a900e53 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-17ea609d-a65a-4f9d-8ff5-281baa6dab74 req-24fecd5f-198f-4f36-8e91-283d2a900e53 service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-17ea609d-a65a-4f9d-8ff5-281baa6dab74 req-24fecd5f-198f-4f36-8e91-283d2a900e53 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-17ea609d-a65a-4f9d-8ff5-281baa6dab74 req-24fecd5f-198f-4f36-8e91-283d2a900e53 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-17ea609d-a65a-4f9d-8ff5-281baa6dab74 req-24fecd5f-198f-4f36-8e91-283d2a900e53 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:06 user nova-compute[74681]: WARNING nova.compute.manager [req-17ea609d-a65a-4f9d-8ff5-281baa6dab74 req-24fecd5f-198f-4f36-8e91-283d2a900e53 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received unexpected event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with vm_state building and task_state spawning.
Oct 16 15:00:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:00:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Instance spawned successfully.
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-4dde1d45-e8c6-4bc1-84da-547bcc9405b7 req-8cbdb627-5e49-4933-90e9-75ba42a0ef83 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4dde1d45-e8c6-4bc1-84da-547bcc9405b7 req-8cbdb627-5e49-4933-90e9-75ba42a0ef83 service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4dde1d45-e8c6-4bc1-84da-547bcc9405b7 req-8cbdb627-5e49-4933-90e9-75ba42a0ef83 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4dde1d45-e8c6-4bc1-84da-547bcc9405b7 req-8cbdb627-5e49-4933-90e9-75ba42a0ef83 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-4dde1d45-e8c6-4bc1-84da-547bcc9405b7 req-8cbdb627-5e49-4933-90e9-75ba42a0ef83 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:08 user nova-compute[74681]: WARNING nova.compute.manager [req-4dde1d45-e8c6-4bc1-84da-547bcc9405b7 req-8cbdb627-5e49-4933-90e9-75ba42a0ef83 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received unexpected event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with vm_state building and task_state spawning.
Oct 16 15:00:08 user nova-compute[74681]: INFO nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Took 6.61 seconds to spawn the instance on the hypervisor.
Oct 16 15:00:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:00:08 user nova-compute[74681]: INFO nova.compute.manager [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Took 7.58 seconds to build instance.
Oct 16 15:00:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-88ef3954-d8f3-4d60-9bd4-534a642d370d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.710s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "486bfbee-238b-4021-a2c8-8b2b52755f04" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:12 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:00:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:00:12 user nova-compute[74681]: INFO nova.compute.claims [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Claim successful on node user
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.380s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:00:13 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:00:13 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Creating image(s)
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "/opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "/opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "/opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG nova.policy [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aadc1b9d80f45f592b97e0d708740a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc30a86e1fe745bd97f9f408dc72c020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk 1073741824" returned: 0 in 0.067s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.236s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Checking if we can resize image /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Successfully created port: d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Cannot resize image /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Ensure instance console log exists: /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Successfully updated port: d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "refresh_cache-486bfbee-238b-4021-a2c8-8b2b52755f04" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquired lock "refresh_cache-486bfbee-238b-4021-a2c8-8b2b52755f04" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received event network-changed-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Refreshing instance network info cache due to event network-changed-d896fd12-caa8-4826-8d21-cc3a7a053636. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] Acquiring lock "refresh_cache-486bfbee-238b-4021-a2c8-8b2b52755f04" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Updating instance_info_cache with network_info: [{"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Releasing lock "refresh_cache-486bfbee-238b-4021-a2c8-8b2b52755f04" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Instance network_info: |[{"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] Acquired lock "refresh_cache-486bfbee-238b-4021-a2c8-8b2b52755f04" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.neutron [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Refreshing network info cache for port d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Start _get_guest_xml network_info=[{"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:00:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1978928059',display_name='tempest-ServersNegativeTestJSON-server-1978928059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1978928059',id=39,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc30a86e1fe745bd97f9f408dc72c020',ramdisk_id='',reservation_id='r-y0p5deka',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1936366829',owner_user_name='tempest-ServersNegativeTestJSON-1936366829-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:13Z,user_data=None,user_id='1aadc1b9d80f45f592b97e0d708740a9',uuid=486bfbee-238b-4021-a2c8-8b2b52755f04,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converting VIF {"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:68:12,bridge_name='br-int',has_traffic_filtering=True,id=d896fd12-caa8-4826-8d21-cc3a7a053636,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd896fd12-ca') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lazy-loading 'pci_devices' on Instance uuid 486bfbee-238b-4021-a2c8-8b2b52755f04 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:00:15 user nova-compute[74681]:   <uuid>486bfbee-238b-4021-a2c8-8b2b52755f04</uuid>
Oct 16 15:00:15 user nova-compute[74681]:   <name>instance-00000027</name>
Oct 16 15:00:15 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:00:15 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:00:15 user nova-compute[74681]:   <metadata>
Oct 16 15:00:15 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:00:15 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:00:15 user nova-compute[74681]:       <nova:name>tempest-ServersNegativeTestJSON-server-1978928059</nova:name>
Oct 16 15:00:15 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:00:15</nova:creationTime>
Oct 16 15:00:15 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:00:15 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:00:15 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:00:15 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:00:15 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:00:15 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:00:15 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:00:15 user nova-compute[74681]:       <nova:owner>
Oct 16 15:00:15 user nova-compute[74681]:         <nova:user uuid="1aadc1b9d80f45f592b97e0d708740a9">tempest-ServersNegativeTestJSON-1936366829-project-member</nova:user>
Oct 16 15:00:15 user nova-compute[74681]:         <nova:project uuid="cc30a86e1fe745bd97f9f408dc72c020">tempest-ServersNegativeTestJSON-1936366829</nova:project>
Oct 16 15:00:15 user nova-compute[74681]:       </nova:owner>
Oct 16 15:00:15 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:00:15 user nova-compute[74681]:       <nova:ports>
Oct 16 15:00:15 user nova-compute[74681]:         <nova:port uuid="d896fd12-caa8-4826-8d21-cc3a7a053636">
Oct 16 15:00:15 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 15:00:15 user nova-compute[74681]:         </nova:port>
Oct 16 15:00:15 user nova-compute[74681]:       </nova:ports>
Oct 16 15:00:15 user nova-compute[74681]:     </nova:instance>
Oct 16 15:00:15 user nova-compute[74681]:   </metadata>
Oct 16 15:00:15 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:00:15 user nova-compute[74681]:     <system>
Oct 16 15:00:15 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:00:15 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:00:15 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:00:15 user nova-compute[74681]:       <entry name="serial">486bfbee-238b-4021-a2c8-8b2b52755f04</entry>
Oct 16 15:00:15 user nova-compute[74681]:       <entry name="uuid">486bfbee-238b-4021-a2c8-8b2b52755f04</entry>
Oct 16 15:00:15 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:00:15 user nova-compute[74681]:     </system>
Oct 16 15:00:15 user nova-compute[74681]:   </sysinfo>
Oct 16 15:00:15 user nova-compute[74681]:   <os>
Oct 16 15:00:15 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:00:15 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:00:15 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:00:15 user nova-compute[74681]:   </os>
Oct 16 15:00:15 user nova-compute[74681]:   <features>
Oct 16 15:00:15 user nova-compute[74681]:     <acpi/>
Oct 16 15:00:15 user nova-compute[74681]:     <apic/>
Oct 16 15:00:15 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:00:15 user nova-compute[74681]:   </features>
Oct 16 15:00:15 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:00:15 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:00:15 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:00:15 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:00:15 user nova-compute[74681]:   </clock>
Oct 16 15:00:15 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:00:15 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:00:15 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:00:15 user nova-compute[74681]:   </cpu>
Oct 16 15:00:15 user nova-compute[74681]:   <devices>
Oct 16 15:00:15 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:00:15 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:00:15 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk"/>
Oct 16 15:00:15 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:00:15 user nova-compute[74681]:     </disk>
Oct 16 15:00:15 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:00:15 user nova-compute[74681]:       <mac address="fa:16:3e:ef:68:12"/>
Oct 16 15:00:15 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:15 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:00:15 user nova-compute[74681]:       <target dev="tapd896fd12-ca"/>
Oct 16 15:00:15 user nova-compute[74681]:     </interface>
Oct 16 15:00:15 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:00:15 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/console.log" append="off"/>
Oct 16 15:00:15 user nova-compute[74681]:     </serial>
Oct 16 15:00:15 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:00:15 user nova-compute[74681]:     <video>
Oct 16 15:00:15 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:15 user nova-compute[74681]:     </video>
Oct 16 15:00:15 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:00:15 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:00:15 user nova-compute[74681]:     </rng>
Oct 16 15:00:15 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:00:15 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:00:15 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:00:15 user nova-compute[74681]:     </memballoon>
Oct 16 15:00:15 user nova-compute[74681]:   </devices>
Oct 16 15:00:15 user nova-compute[74681]: </domain>
Oct 16 15:00:15 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1978928059',display_name='tempest-ServersNegativeTestJSON-server-1978928059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1978928059',id=39,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc30a86e1fe745bd97f9f408dc72c020',ramdisk_id='',reservation_id='r-y0p5deka',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1936366829',owner_user_name='tempest-ServersNegativeTestJSON-1936366829-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:13Z,user_data=None,user_id='1aadc1b9d80f45f592b97e0d708740a9',uuid=486bfbee-238b-4021-a2c8-8b2b52755f04,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converting VIF {"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:68:12,bridge_name='br-int',has_traffic_filtering=True,id=d896fd12-caa8-4826-8d21-cc3a7a053636,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd896fd12-ca') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG os_vif [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:68:12,bridge_name='br-int',has_traffic_filtering=True,id=d896fd12-caa8-4826-8d21-cc3a7a053636,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd896fd12-ca') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0b265de3-86e4-562c-8bf5-a2fdeb97553c', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd896fd12-ca, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd896fd12-ca, col_values=(('qos', UUID('60d89dc6-7372-4e25-89e4-6b1ac8ffbbf4')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd896fd12-ca, col_values=(('external_ids', {'iface-id': 'd896fd12-caa8-4826-8d21-cc3a7a053636', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ef:68:12', 'vm-uuid': '486bfbee-238b-4021-a2c8-8b2b52755f04'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:15 user nova-compute[74681]: INFO os_vif [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:68:12,bridge_name='br-int',has_traffic_filtering=True,id=d896fd12-caa8-4826-8d21-cc3a7a053636,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd896fd12-ca')
Oct 16 15:00:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] No VIF found with MAC fa:16:3e:ef:68:12, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG nova.network.neutron [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Updated VIF entry in instance network info cache for port d896fd12-caa8-4826-8d21-cc3a7a053636. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG nova.network.neutron [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Updating instance_info_cache with network_info: [{"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5d5458f3-7300-4f66-9d5f-3446730e1d30 req-a23878c4-cd45-4d94-a88b-87ccda49fb99 service nova] Releasing lock "refresh_cache-486bfbee-238b-4021-a2c8-8b2b52755f04" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:17 user nova-compute[74681]: INFO nova.compute.manager [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Terminating instance
Oct 16 15:00:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-6328f17c-03f9-4a50-ae94-22cd57e2594a req-9c7a95d2-84b6-476e-87dc-b7134b717760 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6328f17c-03f9-4a50-ae94-22cd57e2594a req-9c7a95d2-84b6-476e-87dc-b7134b717760 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6328f17c-03f9-4a50-ae94-22cd57e2594a req-9c7a95d2-84b6-476e-87dc-b7134b717760 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6328f17c-03f9-4a50-ae94-22cd57e2594a req-9c7a95d2-84b6-476e-87dc-b7134b717760 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-6328f17c-03f9-4a50-ae94-22cd57e2594a req-9c7a95d2-84b6-476e-87dc-b7134b717760 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-6328f17c-03f9-4a50-ae94-22cd57e2594a req-9c7a95d2-84b6-476e-87dc-b7134b717760 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-356a5aa1-6a34-4e6f-8c0c-4d258b20b5f7 req-b89e2499-e03b-4bfd-8fb3-e5420846cea0 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received event network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-356a5aa1-6a34-4e6f-8c0c-4d258b20b5f7 req-b89e2499-e03b-4bfd-8fb3-e5420846cea0 service nova] Acquiring lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-356a5aa1-6a34-4e6f-8c0c-4d258b20b5f7 req-b89e2499-e03b-4bfd-8fb3-e5420846cea0 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-356a5aa1-6a34-4e6f-8c0c-4d258b20b5f7 req-b89e2499-e03b-4bfd-8fb3-e5420846cea0 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-356a5aa1-6a34-4e6f-8c0c-4d258b20b5f7 req-b89e2499-e03b-4bfd-8fb3-e5420846cea0 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] No waiting events found dispatching network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:17 user nova-compute[74681]: WARNING nova.compute.manager [req-356a5aa1-6a34-4e6f-8c0c-4d258b20b5f7 req-b89e2499-e03b-4bfd-8fb3-e5420846cea0 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received unexpected event network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 for instance with vm_state building and task_state spawning.
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Instance destroyed successfully.
Oct 16 15:00:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lazy-loading 'resources' on Instance uuid a3894817-aba2-46ec-86cd-aaf7fa31fd41 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1938330088',display_name='tempest-ServerRescueNegativeTestJSON-server-1938330088',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1938330088',id=15,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:47:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54cba8f29d4e45d8a8b9167241af846c',ramdisk_id='',reservation_id='r-vjdlyr8v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-730393390',owner_user_name='tempest-ServerRescueNegativeTestJSON-730393390-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:49:19Z,user_data=None,user_id='9a7facc6859b4e96b9334c2c070c91b3',uuid=a3894817-aba2-46ec-86cd-aaf7fa31fd41,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converting VIF {"id": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "address": "fa:16:3e:24:00:b6", "network": {"id": "1f101054-374b-4ada-be29-91e69aaaafec", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-672407882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54cba8f29d4e45d8a8b9167241af846c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe6892ad-17", "ovs_interfaceid": "fe6892ad-1773-4f7a-8ca0-2d4a54cfee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG os_vif [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe6892ad-17, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a83ca3f9-89f6-445f-b3cb-f973019478d9) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: INFO os_vif [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:00:b6,bridge_name='br-int',has_traffic_filtering=True,id=fe6892ad-1773-4f7a-8ca0-2d4a54cfee18,network=Network(1f101054-374b-4ada-be29-91e69aaaafec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe6892ad-17')
Oct 16 15:00:18 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Deleting instance files /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41_del
Oct 16 15:00:18 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Deletion of /opt/stack/data/nova/instances/a3894817-aba2-46ec-86cd-aaf7fa31fd41_del complete
Oct 16 15:00:18 user nova-compute[74681]: INFO nova.compute.manager [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 16 15:00:18 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:18 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Took 0.70 seconds to deallocate network for instance.
Oct 16 15:00:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.263s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Deleted allocations for instance a3894817-aba2-46ec-86cd-aaf7fa31fd41
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5c904b0e-3450-40b7-b07d-3e44d46d5df2 tempest-ServerRescueNegativeTestJSON-730393390 tempest-ServerRescueNegativeTestJSON-730393390-project-member] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.387s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:19 user nova-compute[74681]: WARNING nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state deleted and task_state None.
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:19 user nova-compute[74681]: WARNING nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state deleted and task_state None.
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:19 user nova-compute[74681]: WARNING nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state deleted and task_state None.
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:19 user nova-compute[74681]: WARNING nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-unplugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state deleted and task_state None.
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Acquiring lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] Lock "a3894817-aba2-46ec-86cd-aaf7fa31fd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] No waiting events found dispatching network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:19 user nova-compute[74681]: WARNING nova.compute.manager [req-4eefda7d-b1c8-4683-822f-4795256ac099 req-6013f2b3-268e-4f87-ae0d-0d6686247f54 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received unexpected event network-vif-plugged-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 for instance with vm_state deleted and task_state None.
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-59c72e32-ad5c-4538-a4e9-fd9a187306eb req-3cccb1bc-c949-4056-812a-bc3c3499de53 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received event network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-59c72e32-ad5c-4538-a4e9-fd9a187306eb req-3cccb1bc-c949-4056-812a-bc3c3499de53 service nova] Acquiring lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-59c72e32-ad5c-4538-a4e9-fd9a187306eb req-3cccb1bc-c949-4056-812a-bc3c3499de53 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-59c72e32-ad5c-4538-a4e9-fd9a187306eb req-3cccb1bc-c949-4056-812a-bc3c3499de53 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-59c72e32-ad5c-4538-a4e9-fd9a187306eb req-3cccb1bc-c949-4056-812a-bc3c3499de53 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] No waiting events found dispatching network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:19 user nova-compute[74681]: WARNING nova.compute.manager [req-59c72e32-ad5c-4538-a4e9-fd9a187306eb req-3cccb1bc-c949-4056-812a-bc3c3499de53 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received unexpected event network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 for instance with vm_state building and task_state spawning.
Oct 16 15:00:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-59c72e32-ad5c-4538-a4e9-fd9a187306eb req-3cccb1bc-c949-4056-812a-bc3c3499de53 service nova] [instance: a3894817-aba2-46ec-86cd-aaf7fa31fd41] Received event network-vif-deleted-fe6892ad-1773-4f7a-8ca0-2d4a54cfee18 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:00:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Instance spawned successfully.
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:20 user nova-compute[74681]: INFO nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Took 6.97 seconds to spawn the instance on the hypervisor.
Oct 16 15:00:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:00:20 user nova-compute[74681]: INFO nova.compute.manager [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Took 7.81 seconds to build instance.
Oct 16 15:00:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1dc5ca0f-de32-4502-8a2c-24553fda2ca2 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.920s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:00:26 user nova-compute[74681]: INFO nova.compute.claims [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Claim successful on node user
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.380s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.121s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:00:26 user nova-compute[74681]: INFO nova.compute.claims [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Claim successful on node user
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.network.neutron [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:00:26 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:00:26 user nova-compute[74681]: DEBUG nova.policy [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3882cc7950849e8affa7bf8c7b4e106', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713b8054bd9648bbbacea9343bf884e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:00:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Creating image(s)
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "/opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "/opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "/opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.485s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:00:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.policy [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ce1043e270455b932cceefc0909ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80c67e0e6f945fd8e4fe43d3a350834', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.240s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:00:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Creating image(s)
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "/opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk 1073741824" returned: 0 in 0.095s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.344s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.network.neutron [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Successfully created port: 34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.241s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:27 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Cannot resize image /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Ensure instance console log exists: /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk 1073741824" returned: 0 in 0.070s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.217s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Checking if we can resize image /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Successfully created port: 5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Cannot resize image /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Ensure instance console log exists: /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Successfully updated port: 34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquired lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-changed-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.compute.manager [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Refreshing instance network info cache due to event network-changed-34822495-7e45-4708-b71f-c20f0fdaac31. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] Acquiring lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.network.neutron [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating instance_info_cache with network_info: [{"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Releasing lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Instance network_info: |[{"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] Acquired lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.network.neutron [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Refreshing network info cache for port 34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Start _get_guest_xml network_info=[{"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:00:28 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:28 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:00:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-931317934',display_name='tempest-TestStampPattern-server-931317934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-931317934',id=40,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5odY6bazTehQlRBDJKGW1BLjG3FofBFWCgXY+XFqU5s20RP6pm0DcjzUt5Hnz65FYWw525WDPYV4vSvzyWWXGT9lYlbqNi289VpjAE30W9cy6+Ozo8PtTLwvLGot2n5g==',key_name='tempest-TestStampPattern-930604992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713b8054bd9648bbbacea9343bf884e5',ramdisk_id='',reservation_id='r-14s2wjcl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1203605089',owner_user_name='tempest-TestStampPattern-1203605089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:27Z,user_data=None,user_id='c3882cc7950849e8affa7bf8c7b4e106',uuid=d5e3238c-a444-45cb-95bd-10d630c0a7f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converting VIF {"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:48:ad,bridge_name='br-int',has_traffic_filtering=True,id=34822495-7e45-4708-b71f-c20f0fdaac31,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34822495-7e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.objects.instance [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'pci_devices' on Instance uuid d5e3238c-a444-45cb-95bd-10d630c0a7f3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:00:29 user nova-compute[74681]:   <uuid>d5e3238c-a444-45cb-95bd-10d630c0a7f3</uuid>
Oct 16 15:00:29 user nova-compute[74681]:   <name>instance-00000028</name>
Oct 16 15:00:29 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:00:29 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:00:29 user nova-compute[74681]:   <metadata>
Oct 16 15:00:29 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:00:29 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:name>tempest-TestStampPattern-server-931317934</nova:name>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:00:28</nova:creationTime>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:00:29 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:00:29 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:owner>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:user uuid="c3882cc7950849e8affa7bf8c7b4e106">tempest-TestStampPattern-1203605089-project-member</nova:user>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:project uuid="713b8054bd9648bbbacea9343bf884e5">tempest-TestStampPattern-1203605089</nova:project>
Oct 16 15:00:29 user nova-compute[74681]:       </nova:owner>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:ports>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:port uuid="34822495-7e45-4708-b71f-c20f0fdaac31">
Oct 16 15:00:29 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 16 15:00:29 user nova-compute[74681]:         </nova:port>
Oct 16 15:00:29 user nova-compute[74681]:       </nova:ports>
Oct 16 15:00:29 user nova-compute[74681]:     </nova:instance>
Oct 16 15:00:29 user nova-compute[74681]:   </metadata>
Oct 16 15:00:29 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:00:29 user nova-compute[74681]:     <system>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="serial">d5e3238c-a444-45cb-95bd-10d630c0a7f3</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="uuid">d5e3238c-a444-45cb-95bd-10d630c0a7f3</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:00:29 user nova-compute[74681]:     </system>
Oct 16 15:00:29 user nova-compute[74681]:   </sysinfo>
Oct 16 15:00:29 user nova-compute[74681]:   <os>
Oct 16 15:00:29 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:00:29 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:00:29 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:00:29 user nova-compute[74681]:   </os>
Oct 16 15:00:29 user nova-compute[74681]:   <features>
Oct 16 15:00:29 user nova-compute[74681]:     <acpi/>
Oct 16 15:00:29 user nova-compute[74681]:     <apic/>
Oct 16 15:00:29 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:00:29 user nova-compute[74681]:   </features>
Oct 16 15:00:29 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:00:29 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:00:29 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:00:29 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:00:29 user nova-compute[74681]:   </clock>
Oct 16 15:00:29 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:00:29 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:00:29 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:00:29 user nova-compute[74681]:   </cpu>
Oct 16 15:00:29 user nova-compute[74681]:   <devices>
Oct 16 15:00:29 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:00:29 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:00:29 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk"/>
Oct 16 15:00:29 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:00:29 user nova-compute[74681]:     </disk>
Oct 16 15:00:29 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:00:29 user nova-compute[74681]:       <mac address="fa:16:3e:7b:48:ad"/>
Oct 16 15:00:29 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:29 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:00:29 user nova-compute[74681]:       <target dev="tap34822495-7e"/>
Oct 16 15:00:29 user nova-compute[74681]:     </interface>
Oct 16 15:00:29 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:00:29 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/console.log" append="off"/>
Oct 16 15:00:29 user nova-compute[74681]:     </serial>
Oct 16 15:00:29 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:00:29 user nova-compute[74681]:     <video>
Oct 16 15:00:29 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:29 user nova-compute[74681]:     </video>
Oct 16 15:00:29 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:00:29 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:00:29 user nova-compute[74681]:     </rng>
Oct 16 15:00:29 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:00:29 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:00:29 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:00:29 user nova-compute[74681]:     </memballoon>
Oct 16 15:00:29 user nova-compute[74681]:   </devices>
Oct 16 15:00:29 user nova-compute[74681]: </domain>
Oct 16 15:00:29 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-931317934',display_name='tempest-TestStampPattern-server-931317934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-931317934',id=40,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5odY6bazTehQlRBDJKGW1BLjG3FofBFWCgXY+XFqU5s20RP6pm0DcjzUt5Hnz65FYWw525WDPYV4vSvzyWWXGT9lYlbqNi289VpjAE30W9cy6+Ozo8PtTLwvLGot2n5g==',key_name='tempest-TestStampPattern-930604992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713b8054bd9648bbbacea9343bf884e5',ramdisk_id='',reservation_id='r-14s2wjcl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1203605089',owner_user_name='tempest-TestStampPattern-1203605089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:27Z,user_data=None,user_id='c3882cc7950849e8affa7bf8c7b4e106',uuid=d5e3238c-a444-45cb-95bd-10d630c0a7f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converting VIF {"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:48:ad,bridge_name='br-int',has_traffic_filtering=True,id=34822495-7e45-4708-b71f-c20f0fdaac31,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34822495-7e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG os_vif [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:48:ad,bridge_name='br-int',has_traffic_filtering=True,id=34822495-7e45-4708-b71f-c20f0fdaac31,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34822495-7e') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e872be9-cdc7-5cfc-b626-bbeb828bf0af', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap34822495-7e, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap34822495-7e, col_values=(('qos', UUID('20ee3203-086d-4e5e-9a5b-e4897954fb6b')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap34822495-7e, col_values=(('external_ids', {'iface-id': '34822495-7e45-4708-b71f-c20f0fdaac31', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:48:ad', 'vm-uuid': 'd5e3238c-a444-45cb-95bd-10d630c0a7f3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Successfully updated port: 5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: INFO os_vif [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:48:ad,bridge_name='br-int',has_traffic_filtering=True,id=34822495-7e45-4708-b71f-c20f0fdaac31,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34822495-7e')
Oct 16 15:00:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquired lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-changed-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Refreshing instance network info cache due to event network-changed-5641b18d-ea60-4cdb-be58-2b44b5c963eb. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] Acquiring lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No VIF found with MAC fa:16:3e:7b:48:ad, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updated VIF entry in instance network info cache for port 34822495-7e45-4708-b71f-c20f0fdaac31. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating instance_info_cache with network_info: [{"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c77aa5f2-8410-4a67-9298-041b190fddbf req-8341c02e-e105-44b2-a3e3-30a272577bc2 service nova] Releasing lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updating instance_info_cache with network_info: [{"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Releasing lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Instance network_info: |[{"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] Acquired lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Refreshing network info cache for port 5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Start _get_guest_xml network_info=[{"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:00:29 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:29 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-583257002',display_name='tempest-AttachVolumeNegativeTest-server-583257002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-583257002',id=41,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0QWTmZSbOsVm9/AZ+DLGGccgfNhxMB8PnbCC6yE6lr9VlTbh+KyyMY40xbGFnu4fYJCKF0T45RdYpW33sItrurs3Gt0J99k30SlEc2dRWjjcEDSks79376wyVzR9GOfA==',key_name='tempest-keypair-202471084',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-gmbcrrur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=acbf57e0-d30f-405e-b8b5-34666a77ecab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:2b:c7,bridge_name='br-int',has_traffic_filtering=True,id=5641b18d-ea60-4cdb-be58-2b44b5c963eb,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5641b18d-ea') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'pci_devices' on Instance uuid acbf57e0-d30f-405e-b8b5-34666a77ecab {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:00:29 user nova-compute[74681]:   <uuid>acbf57e0-d30f-405e-b8b5-34666a77ecab</uuid>
Oct 16 15:00:29 user nova-compute[74681]:   <name>instance-00000029</name>
Oct 16 15:00:29 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:00:29 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:00:29 user nova-compute[74681]:   <metadata>
Oct 16 15:00:29 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:00:29 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeNegativeTest-server-583257002</nova:name>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:00:29</nova:creationTime>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:00:29 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:00:29 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:owner>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:user uuid="47ce1043e270455b932cceefc0909ef1">tempest-AttachVolumeNegativeTest-1928419655-project-member</nova:user>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:project uuid="c80c67e0e6f945fd8e4fe43d3a350834">tempest-AttachVolumeNegativeTest-1928419655</nova:project>
Oct 16 15:00:29 user nova-compute[74681]:       </nova:owner>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:00:29 user nova-compute[74681]:       <nova:ports>
Oct 16 15:00:29 user nova-compute[74681]:         <nova:port uuid="5641b18d-ea60-4cdb-be58-2b44b5c963eb">
Oct 16 15:00:29 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 15:00:29 user nova-compute[74681]:         </nova:port>
Oct 16 15:00:29 user nova-compute[74681]:       </nova:ports>
Oct 16 15:00:29 user nova-compute[74681]:     </nova:instance>
Oct 16 15:00:29 user nova-compute[74681]:   </metadata>
Oct 16 15:00:29 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:00:29 user nova-compute[74681]:     <system>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="serial">acbf57e0-d30f-405e-b8b5-34666a77ecab</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="uuid">acbf57e0-d30f-405e-b8b5-34666a77ecab</entry>
Oct 16 15:00:29 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:00:29 user nova-compute[74681]:     </system>
Oct 16 15:00:29 user nova-compute[74681]:   </sysinfo>
Oct 16 15:00:29 user nova-compute[74681]:   <os>
Oct 16 15:00:29 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:00:29 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:00:29 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:00:29 user nova-compute[74681]:   </os>
Oct 16 15:00:29 user nova-compute[74681]:   <features>
Oct 16 15:00:29 user nova-compute[74681]:     <acpi/>
Oct 16 15:00:29 user nova-compute[74681]:     <apic/>
Oct 16 15:00:29 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:00:29 user nova-compute[74681]:   </features>
Oct 16 15:00:29 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:00:29 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:00:29 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:00:29 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:00:29 user nova-compute[74681]:   </clock>
Oct 16 15:00:29 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:00:29 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:00:29 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:00:29 user nova-compute[74681]:   </cpu>
Oct 16 15:00:29 user nova-compute[74681]:   <devices>
Oct 16 15:00:29 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:00:29 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:00:29 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk"/>
Oct 16 15:00:29 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:00:29 user nova-compute[74681]:     </disk>
Oct 16 15:00:29 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:00:29 user nova-compute[74681]:       <mac address="fa:16:3e:fe:2b:c7"/>
Oct 16 15:00:29 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:29 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:00:29 user nova-compute[74681]:       <target dev="tap5641b18d-ea"/>
Oct 16 15:00:29 user nova-compute[74681]:     </interface>
Oct 16 15:00:29 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:00:29 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/console.log" append="off"/>
Oct 16 15:00:29 user nova-compute[74681]:     </serial>
Oct 16 15:00:29 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:00:29 user nova-compute[74681]:     <video>
Oct 16 15:00:29 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:00:29 user nova-compute[74681]:     </video>
Oct 16 15:00:29 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:00:29 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:00:29 user nova-compute[74681]:     </rng>
Oct 16 15:00:29 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:00:29 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:00:29 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:00:29 user nova-compute[74681]:     </memballoon>
Oct 16 15:00:29 user nova-compute[74681]:   </devices>
Oct 16 15:00:29 user nova-compute[74681]: </domain>
Oct 16 15:00:29 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-583257002',display_name='tempest-AttachVolumeNegativeTest-server-583257002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-583257002',id=41,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0QWTmZSbOsVm9/AZ+DLGGccgfNhxMB8PnbCC6yE6lr9VlTbh+KyyMY40xbGFnu4fYJCKF0T45RdYpW33sItrurs3Gt0J99k30SlEc2dRWjjcEDSks79376wyVzR9GOfA==',key_name='tempest-keypair-202471084',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-gmbcrrur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:00:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=acbf57e0-d30f-405e-b8b5-34666a77ecab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:2b:c7,bridge_name='br-int',has_traffic_filtering=True,id=5641b18d-ea60-4cdb-be58-2b44b5c963eb,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5641b18d-ea') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG os_vif [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:2b:c7,bridge_name='br-int',has_traffic_filtering=True,id=5641b18d-ea60-4cdb-be58-2b44b5c963eb,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5641b18d-ea') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '43e14ca9-b87e-546d-9b6d-19e237c622ad', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5641b18d-ea, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5641b18d-ea, col_values=(('qos', UUID('29efab9e-7013-4cf4-a875-841c4be6806b')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5641b18d-ea, col_values=(('external_ids', {'iface-id': '5641b18d-ea60-4cdb-be58-2b44b5c963eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:2b:c7', 'vm-uuid': 'acbf57e0-d30f-405e-b8b5-34666a77ecab'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:29 user nova-compute[74681]: INFO os_vif [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:2b:c7,bridge_name='br-int',has_traffic_filtering=True,id=5641b18d-ea60-4cdb-be58-2b44b5c963eb,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5641b18d-ea')
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No VIF found with MAC fa:16:3e:fe:2b:c7, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updated VIF entry in instance network info cache for port 5641b18d-ea60-4cdb-be58-2b44b5c963eb. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG nova.network.neutron [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updating instance_info_cache with network_info: [{"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c85caa5b-9667-4b3c-9299-5c4318f1e7df req-93d9d707-7d80-486a-9640-77bd4c1aad70 service nova] Releasing lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-9b9d7f6c-6708-45ec-a63c-50d23920a817 req-8c2512c8-5f3c-45c5-b1b7-ecc630f23d3a service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9b9d7f6c-6708-45ec-a63c-50d23920a817 req-8c2512c8-5f3c-45c5-b1b7-ecc630f23d3a service nova] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9b9d7f6c-6708-45ec-a63c-50d23920a817 req-8c2512c8-5f3c-45c5-b1b7-ecc630f23d3a service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9b9d7f6c-6708-45ec-a63c-50d23920a817 req-8c2512c8-5f3c-45c5-b1b7-ecc630f23d3a service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-9b9d7f6c-6708-45ec-a63c-50d23920a817 req-8c2512c8-5f3c-45c5-b1b7-ecc630f23d3a service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] No waiting events found dispatching network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:32 user nova-compute[74681]: WARNING nova.compute.manager [req-9b9d7f6c-6708-45ec-a63c-50d23920a817 req-8c2512c8-5f3c-45c5-b1b7-ecc630f23d3a service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received unexpected event network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 for instance with vm_state building and task_state spawning.
Oct 16 15:00:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6ac456c-14aa-467e-af0c-685d82903673 req-986db690-f0d4-41d1-9807-4fedc751d933 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6ac456c-14aa-467e-af0c-685d82903673 req-986db690-f0d4-41d1-9807-4fedc751d933 service nova] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6ac456c-14aa-467e-af0c-685d82903673 req-986db690-f0d4-41d1-9807-4fedc751d933 service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f6ac456c-14aa-467e-af0c-685d82903673 req-986db690-f0d4-41d1-9807-4fedc751d933 service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG nova.compute.manager [req-f6ac456c-14aa-467e-af0c-685d82903673 req-986db690-f0d4-41d1-9807-4fedc751d933 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] No waiting events found dispatching network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:32 user nova-compute[74681]: WARNING nova.compute.manager [req-f6ac456c-14aa-467e-af0c-685d82903673 req-986db690-f0d4-41d1-9807-4fedc751d933 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received unexpected event network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb for instance with vm_state building and task_state spawning.
Oct 16 15:00:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-e7e99752-fef6-4fec-82e6-7c262fd16337 req-10b3fb0f-09a7-4589-88ca-561067cbd52d service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7e99752-fef6-4fec-82e6-7c262fd16337 req-10b3fb0f-09a7-4589-88ca-561067cbd52d service nova] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7e99752-fef6-4fec-82e6-7c262fd16337 req-10b3fb0f-09a7-4589-88ca-561067cbd52d service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e7e99752-fef6-4fec-82e6-7c262fd16337 req-10b3fb0f-09a7-4589-88ca-561067cbd52d service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-e7e99752-fef6-4fec-82e6-7c262fd16337 req-10b3fb0f-09a7-4589-88ca-561067cbd52d service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] No waiting events found dispatching network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:34 user nova-compute[74681]: WARNING nova.compute.manager [req-e7e99752-fef6-4fec-82e6-7c262fd16337 req-10b3fb0f-09a7-4589-88ca-561067cbd52d service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received unexpected event network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 for instance with vm_state building and task_state spawning.
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-ac245cb2-26fd-427e-b832-f9703ce0b2df req-ec396d57-8048-4dbc-a38a-462a9230675f service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac245cb2-26fd-427e-b832-f9703ce0b2df req-ec396d57-8048-4dbc-a38a-462a9230675f service nova] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac245cb2-26fd-427e-b832-f9703ce0b2df req-ec396d57-8048-4dbc-a38a-462a9230675f service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ac245cb2-26fd-427e-b832-f9703ce0b2df req-ec396d57-8048-4dbc-a38a-462a9230675f service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-ac245cb2-26fd-427e-b832-f9703ce0b2df req-ec396d57-8048-4dbc-a38a-462a9230675f service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] No waiting events found dispatching network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:00:34 user nova-compute[74681]: WARNING nova.compute.manager [req-ac245cb2-26fd-427e-b832-f9703ce0b2df req-ec396d57-8048-4dbc-a38a-462a9230675f service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received unexpected event network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb for instance with vm_state building and task_state spawning.
Oct 16 15:00:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:00:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Instance spawned successfully.
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Instance spawned successfully.
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:00:34 user nova-compute[74681]: INFO nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Took 7.40 seconds to spawn the instance on the hypervisor.
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:00:34 user nova-compute[74681]: INFO nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Took 7.96 seconds to spawn the instance on the hypervisor.
Oct 16 15:00:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:00:35 user nova-compute[74681]: INFO nova.compute.manager [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Took 8.43 seconds to build instance.
Oct 16 15:00:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5e0006f3-6914-4bac-b73e-193690b2f41d tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.552s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:35 user nova-compute[74681]: INFO nova.compute.manager [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Took 8.74 seconds to build instance.
Oct 16 15:00:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-14c581c0-e8c3-421b-8dcc-3ac9758319d3 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.851s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-changed-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG nova.compute.manager [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Refreshing instance network info cache due to event network-changed-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] Acquiring lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] Acquired lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG nova.network.neutron [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Refreshing network info cache for port 04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'flavor' on Instance uuid 897e22e1-9b0c-45d1-90b0-f59da5097afa {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:00:37 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Ignoring supplied device name: /dev/vdb
Oct 16 15:00:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:00:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:00:37 user nova-compute[74681]: INFO nova.compute.manager [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Attaching volume db3298f5-2608-46e0-ac30-9643762813ec to /dev/vdb
Oct 16 15:00:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updated VIF entry in instance network info cache for port 04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG nova.network.neutron [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updating instance_info_cache with network_info: [{"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-48ef9ab0-9d88-4b14-85ff-1a160426c0cd req-a52871b5-429c-4234-a14f-1a178f07a4a3 service nova] Releasing lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG os_brick.utils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[85789a33-4180-492d-840c-f36d0bf37f56]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[15640fcb-03f2-41af-9b2e-fbe76404e210]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c87afe-8fa0-44b4-9efb-2f5b7b5df081]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d8a668-e305-45a1-be65-80cc1b5be96a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:00:38 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:00:38 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c85e1e3a-3a5e-48cb-9148-b3bee88ff398]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG os_brick.utils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:00:38 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updating existing volume attachment record: 2ff2ad2d-a1bf-46e7-91e5-a377da4aada8 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:00:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QfcHWdga', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:00:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:00:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:00:54 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3cf334a-3770-46c8-a89e-2908610a2212]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:00:54 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a04f654-6b85-48fe-8fc2-d990ac65d941]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec] added
Oct 16 15:00:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f0769f-2ab9-49a3-b149-0df06bd42deb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ae3ceb-05de-4da4-be0d-d20b42151d68]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QfcHWdga {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QfcHWdga" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[69758ae5-c6da-46e0-8a49-ebbe4a35f20a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QfcHWdga'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1beea10-eb22-4d26-9f09-ee7e20bc2bb6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2968b019-1970-4678-8fbb-3464610d5abe]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:00:54 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:00:54 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:00:54 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:00:54 user nova-compute[74681]: 
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef226f3a-aeb2-4ce9-aa6f-ed7f0a536a31]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260]
Oct 16 15:00:54 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260] successful.
Oct 16 15:00:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[442fbb54-ccab-4d16-a8a9-b2421b4c08d0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf87bb9-1cb4-4fec-b4af-cb404cf541b2]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec (non-flash)
Oct 16 15:00:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec (non-flash)
Oct 16 15:00:54 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3881237-fd8e-4d6c-a703-990ec2ba3439]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QfcHWdga', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updating instance_info_cache with network_info: [{"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:00:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:00:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:00:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:00:55 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23837383135373333', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:00:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837383135373333', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:00:55 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'flavor' on Instance uuid 897e22e1-9b0c-45d1-90b0-f59da5097afa {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:00:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:00:55 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:00:55 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:00:55 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:00:55 user nova-compute[74681]:   <serial>db3298f5-2608-46e0-ac30-9643762813ec</serial>
Oct 16 15:00:55 user nova-compute[74681]: </disk>
Oct 16 15:00:55 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:00:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:00:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:00:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No VIF found with MAC fa:16:3e:dd:5d:89, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:00:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e928285a-ec19-491b-a2a1-96c4ad3af660 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.433s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:00:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:00:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:00:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:01:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7776MB free_disk=25.220630645751953GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 897e22e1-9b0c-45d1-90b0-f59da5097afa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 81b4672d-ae34-4c12-b624-af48e2c8033c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 486bfbee-238b-4021-a2c8-8b2b52755f04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance acbf57e0-d30f-405e-b8b5-34666a77ecab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:01:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.526s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:01:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:01:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:01:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:01:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:01:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:01:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "81b4672d-ae34-4c12-b624-af48e2c8033c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:34 user nova-compute[74681]: INFO nova.compute.manager [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Terminating instance
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-da8d4cdf-26eb-41cf-826a-d85de7d03289 req-83da3377-a355-402e-aa1a-c0b4015b4572 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received event network-vif-unplugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da8d4cdf-26eb-41cf-826a-d85de7d03289 req-83da3377-a355-402e-aa1a-c0b4015b4572 service nova] Acquiring lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da8d4cdf-26eb-41cf-826a-d85de7d03289 req-83da3377-a355-402e-aa1a-c0b4015b4572 service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-da8d4cdf-26eb-41cf-826a-d85de7d03289 req-83da3377-a355-402e-aa1a-c0b4015b4572 service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-da8d4cdf-26eb-41cf-826a-d85de7d03289 req-83da3377-a355-402e-aa1a-c0b4015b4572 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] No waiting events found dispatching network-vif-unplugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.compute.manager [req-da8d4cdf-26eb-41cf-826a-d85de7d03289 req-83da3377-a355-402e-aa1a-c0b4015b4572 service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received event network-vif-unplugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:01:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Instance destroyed successfully.
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.objects.instance [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lazy-loading 'resources' on Instance uuid 81b4672d-ae34-4c12-b624-af48e2c8033c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:59:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-278343441',display_name='tempest-VolumesActionsTest-instance-278343441',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-278343441',id=37,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:59:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0b7a9fa9b3894aabb5cf5e2d15520bb8',ramdisk_id='',reservation_id='r-rc8f4v1w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-406707750',owner_user_name='tempest-VolumesActionsTest-406707750-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:59:50Z,user_data=None,user_id='e2aa3471a0b5479fb80723d417ad98e3',uuid=81b4672d-ae34-4c12-b624-af48e2c8033c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converting VIF {"id": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "address": "fa:16:3e:a6:c6:74", "network": {"id": "64b9484f-0a26-4f95-b44c-d544a0f55978", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1831264830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0b7a9fa9b3894aabb5cf5e2d15520bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6924705-b2", "ovs_interfaceid": "e6924705-b2c0-4353-bb1b-c6c9f7f34673", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:c6:74,bridge_name='br-int',has_traffic_filtering=True,id=e6924705-b2c0-4353-bb1b-c6c9f7f34673,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6924705-b2') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG os_vif [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:c6:74,bridge_name='br-int',has_traffic_filtering=True,id=e6924705-b2c0-4353-bb1b-c6c9f7f34673,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6924705-b2') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape6924705-b2, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=48c6c04d-e67d-4b99-a570-979e13048de4) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:01:34 user nova-compute[74681]: INFO os_vif [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:c6:74,bridge_name='br-int',has_traffic_filtering=True,id=e6924705-b2c0-4353-bb1b-c6c9f7f34673,network=Network(64b9484f-0a26-4f95-b44c-d544a0f55978),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6924705-b2')
Oct 16 15:01:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Deleting instance files /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c_del
Oct 16 15:01:34 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Deletion of /opt/stack/data/nova/instances/81b4672d-ae34-4c12-b624-af48e2c8033c_del complete
Oct 16 15:01:35 user nova-compute[74681]: INFO nova.compute.manager [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Took 0.75 seconds to destroy the instance on the hypervisor.
Oct 16 15:01:35 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:01:35 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:01:35 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:01:35 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:01:35 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Took 0.43 seconds to deallocate network for instance.
Oct 16 15:01:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:35 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:01:35 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:01:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.260s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:35 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Deleted allocations for instance 81b4672d-ae34-4c12-b624-af48e2c8033c
Oct 16 15:01:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-70353e06-8351-4dcb-aa6e-24b1b7cfeec8 tempest-VolumesActionsTest-406707750 tempest-VolumesActionsTest-406707750-project-member] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.677s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-63cac911-0753-403d-af74-3be0a80cd62b req-0cc748e5-c84a-4df5-8101-9ea8077152ed service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received event network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:01:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-63cac911-0753-403d-af74-3be0a80cd62b req-0cc748e5-c84a-4df5-8101-9ea8077152ed service nova] Acquiring lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-63cac911-0753-403d-af74-3be0a80cd62b req-0cc748e5-c84a-4df5-8101-9ea8077152ed service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:36 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-63cac911-0753-403d-af74-3be0a80cd62b req-0cc748e5-c84a-4df5-8101-9ea8077152ed service nova] Lock "81b4672d-ae34-4c12-b624-af48e2c8033c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-63cac911-0753-403d-af74-3be0a80cd62b req-0cc748e5-c84a-4df5-8101-9ea8077152ed service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] No waiting events found dispatching network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:01:36 user nova-compute[74681]: WARNING nova.compute.manager [req-63cac911-0753-403d-af74-3be0a80cd62b req-0cc748e5-c84a-4df5-8101-9ea8077152ed service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received unexpected event network-vif-plugged-e6924705-b2c0-4353-bb1b-c6c9f7f34673 for instance with vm_state deleted and task_state None.
Oct 16 15:01:36 user nova-compute[74681]: DEBUG nova.compute.manager [req-63cac911-0753-403d-af74-3be0a80cd62b req-0cc748e5-c84a-4df5-8101-9ea8077152ed service nova] [instance: 81b4672d-ae34-4c12-b624-af48e2c8033c] Received event network-vif-deleted-e6924705-b2c0-4353-bb1b-c6c9f7f34673 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:01:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:50 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-changed-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:01:51 user nova-compute[74681]: DEBUG nova.compute.manager [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Refreshing instance network info cache due to event network-changed-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:01:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] Acquiring lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:01:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] Acquired lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:01:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Refreshing network info cache for port eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:01:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updated VIF entry in instance network info cache for port eda3ce9a-aa82-4020-8f43-6c4415c0a5bf. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:01:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating instance_info_cache with network_info: [{"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:01:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-446cb7ff-b002-4596-9964-a23c65c7c14c req-b485da93-8c69-4ce0-9222-f4f2bc162ab4 service nova] Releasing lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:54 user nova-compute[74681]: INFO nova.compute.manager [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Detaching volume db3298f5-2608-46e0-ac30-9643762813ec
Oct 16 15:01:54 user nova-compute[74681]: INFO nova.virt.block_device [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Attempting to driver detach volume db3298f5-2608-46e0-ac30-9643762813ec from mountpoint /dev/vdb
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Attempting to detach device vdb from instance 897e22e1-9b0c-45d1-90b0-f59da5097afa from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:01:54 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:01:54 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:01:54 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:01:54 user nova-compute[74681]:   <serial>db3298f5-2608-46e0-ac30-9643762813ec</serial>
Oct 16 15:01:54 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:01:54 user nova-compute[74681]: </disk>
Oct 16 15:01:54 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:01:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully detached device vdb from instance 897e22e1-9b0c-45d1-90b0-f59da5097afa from the persistent domain config.
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 897e22e1-9b0c-45d1-90b0-f59da5097afa from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:01:54 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:01:54 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:01:54 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:01:54 user nova-compute[74681]:   <serial>db3298f5-2608-46e0-ac30-9643762813ec</serial>
Oct 16 15:01:54 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:01:54 user nova-compute[74681]: </disk>
Oct 16 15:01:54 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updating instance_info_cache with network_info: [{"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-897e22e1-9b0c-45d1-90b0-f59da5097afa" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:01:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 897e22e1-9b0c-45d1-90b0-f59da5097afa {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:01:57 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:58 user nova-compute[74681]: DEBUG nova.objects.instance [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:01:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:01:59 user nova-compute[74681]: INFO nova.compute.manager [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attaching volume 867674d4-5f1f-488c-91e6-b32a0825dd51 to /dev/vdb
Oct 16 15:01:59 user nova-compute[74681]: DEBUG os_brick.utils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc648ea1-c6d5-4993-9b1d-34da1f2d1bda]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c331735-e685-468a-9e9d-d2a2f1dfcc55]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d87b46-5d4e-44a0-b738-99041fcc6f21]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[036280f2-2e00-4045-aaae-2bf34dd51d8b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:01:59 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:01:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[125871df-29c4-44c5-8d2f-4d7bc733e79f]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG os_brick.utils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:01:59 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating existing volume attachment record: 6d885780-1d4c-4021-ba49-ef5085c3a86b {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:02:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:00 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:02:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "486bfbee-238b-4021-a2c8-8b2b52755f04" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:02 user nova-compute[74681]: INFO nova.compute.manager [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Terminating instance
Oct 16 15:02:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-eb602428-d218-43f3-ae5e-15397afbee35 req-bbbe2313-4a32-4244-bbfe-19f6daf0d0c2 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received event network-vif-unplugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eb602428-d218-43f3-ae5e-15397afbee35 req-bbbe2313-4a32-4244-bbfe-19f6daf0d0c2 service nova] Acquiring lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eb602428-d218-43f3-ae5e-15397afbee35 req-bbbe2313-4a32-4244-bbfe-19f6daf0d0c2 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-eb602428-d218-43f3-ae5e-15397afbee35 req-bbbe2313-4a32-4244-bbfe-19f6daf0d0c2 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.006s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-eb602428-d218-43f3-ae5e-15397afbee35 req-bbbe2313-4a32-4244-bbfe-19f6daf0d0c2 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] No waiting events found dispatching network-vif-unplugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-eb602428-d218-43f3-ae5e-15397afbee35 req-bbbe2313-4a32-4244-bbfe-19f6daf0d0c2 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received event network-vif-unplugged-d896fd12-caa8-4826-8d21-cc3a7a053636 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Instance destroyed successfully.
Oct 16 15:02:03 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lazy-loading 'resources' on Instance uuid 486bfbee-238b-4021-a2c8-8b2b52755f04 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1978928059',display_name='tempest-ServersNegativeTestJSON-server-1978928059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1978928059',id=39,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:00:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc30a86e1fe745bd97f9f408dc72c020',ramdisk_id='',reservation_id='r-y0p5deka',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1936366829',owner_user_name='tempest-ServersNegativeTestJSON-1936366829-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:00:20Z,user_data=None,user_id='1aadc1b9d80f45f592b97e0d708740a9',uuid=486bfbee-238b-4021-a2c8-8b2b52755f04,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converting VIF {"id": "d896fd12-caa8-4826-8d21-cc3a7a053636", "address": "fa:16:3e:ef:68:12", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd896fd12-ca", "ovs_interfaceid": "d896fd12-caa8-4826-8d21-cc3a7a053636", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:68:12,bridge_name='br-int',has_traffic_filtering=True,id=d896fd12-caa8-4826-8d21-cc3a7a053636,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd896fd12-ca') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG os_vif [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:68:12,bridge_name='br-int',has_traffic_filtering=True,id=d896fd12-caa8-4826-8d21-cc3a7a053636,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd896fd12-ca') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd896fd12-ca, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60d89dc6-7372-4e25-89e4-6b1ac8ffbbf4) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:03 user nova-compute[74681]: INFO os_vif [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:68:12,bridge_name='br-int',has_traffic_filtering=True,id=d896fd12-caa8-4826-8d21-cc3a7a053636,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd896fd12-ca')
Oct 16 15:02:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Deleting instance files /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04_del
Oct 16 15:02:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Deletion of /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04_del complete
Oct 16 15:02:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000027, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/486bfbee-238b-4021-a2c8-8b2b52755f04/disk
Oct 16 15:02:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:02:03 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:02:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8104MB free_disk=25.243370056152344GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:03 user nova-compute[74681]: INFO nova.compute.manager [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Took 1.29 seconds to destroy the instance on the hypervisor.
Oct 16 15:02:03 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:02:03 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 897e22e1-9b0c-45d1-90b0-f59da5097afa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 486bfbee-238b-4021-a2c8-8b2b52755f04 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance acbf57e0-d30f-405e-b8b5-34666a77ecab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.518s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:02:04 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Took 0.61 seconds to deallocate network for instance.
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-1ee97855-8a8b-40c3-9d77-ab91553b1926 req-384a0bdf-f65f-4bf2-ada7-e19e97389212 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received event network-vif-deleted-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:02:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.301s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:04 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Deleted allocations for instance 486bfbee-238b-4021-a2c8-8b2b52755f04
Oct 16 15:02:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-4de9f140-6827-4339-9bb4-7d8ba9392121 req-e3de7ada-98f7-41be-9848-8ad6d99d2366 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received event network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4de9f140-6827-4339-9bb4-7d8ba9392121 req-e3de7ada-98f7-41be-9848-8ad6d99d2366 service nova] Acquiring lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4de9f140-6827-4339-9bb4-7d8ba9392121 req-e3de7ada-98f7-41be-9848-8ad6d99d2366 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4de9f140-6827-4339-9bb4-7d8ba9392121 req-e3de7ada-98f7-41be-9848-8ad6d99d2366 service nova] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-4de9f140-6827-4339-9bb4-7d8ba9392121 req-e3de7ada-98f7-41be-9848-8ad6d99d2366 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] No waiting events found dispatching network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:02:05 user nova-compute[74681]: WARNING nova.compute.manager [req-4de9f140-6827-4339-9bb4-7d8ba9392121 req-e3de7ada-98f7-41be-9848-8ad6d99d2366 service nova] [instance: 486bfbee-238b-4021-a2c8-8b2b52755f04] Received unexpected event network-vif-plugged-d896fd12-caa8-4826-8d21-cc3a7a053636 for instance with vm_state deleted and task_state None.
Oct 16 15:02:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c79a03cb-707a-4285-89a1-cc9d02264980 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "486bfbee-238b-4021-a2c8-8b2b52755f04" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.473s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 897e22e1-9b0c-45d1-90b0-f59da5097afa is timed out.
Oct 16 15:02:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully detached device vdb from instance 897e22e1-9b0c-45d1-90b0-f59da5097afa from the live domain config.
Oct 16 15:02:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QfcHWdga', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:02:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ee61d6-d4a6-405d-8d6e-e705ce2a1e90]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:02:15 user nova-compute[74681]: No targets found.
Oct 16 15:02:15 user nova-compute[74681]: iSNS:
Oct 16 15:02:15 user nova-compute[74681]: No targets found.
Oct 16 15:02:15 user nova-compute[74681]: STATIC:
Oct 16 15:02:15 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec
Oct 16 15:02:15 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:02:15 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:02:15 user nova-compute[74681]: FIRMWARE:
Oct 16 15:02:15 user nova-compute[74681]: No targets found.
Oct 16 15:02:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:02:15 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:02:15 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebef2f13-c41e-4535-995f-ef4191abeb03]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e1f5bfd-9e20-4b7f-9ee7-daa79e0ec9c2]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec (non-flash)
Oct 16 15:02:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec (non-flash)
Oct 16 15:02:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d07e4a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab7aa31-8722-49b7-a3df-88bd1982e959]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d50c58e-4ecf-49ee-8e8b-c1573054384d]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e852530-e0eb-410d-ad8c-ba511f9242b9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cfe9e63-3d69-42ab-8793-9b843b158d27]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e9bc94-d58e-4a4d-a665-98d1a73d2306]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f416aa08-f122-4035-980b-82063a2b5ffd]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260]
Oct 16 15:02:15 user nova-compute[74681]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec, portal: 172.16.0.220,3260] successful.
Oct 16 15:02:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a280e8b2-7ece-4341-b3e6-b995032f59ff]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== disconnect_volume: return (304ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:02:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:02:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:02:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zQbwfHaM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:02:16 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:02:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:02:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:02:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:02:17 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e1c844-1077-4c1b-91d0-f964c7533a91]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:02:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[314fc0e0-661e-40e6-a68f-df73734ae5f2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51] added
Oct 16 15:02:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0388fd-84b6-48d0-8f8f-da1dc9f60a66]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff5ab9f-0ccf-439d-bde5-db525b563fba]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zQbwfHaM {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zQbwfHaM" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a972bd-8c8d-40d3-9e9a-305a918b1370]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zQbwfHaM'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6fa10f6-9cad-4224-a18c-cba3ec528ba6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc28263-814a-4528-99aa-57b25b7dca0a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:02:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:02:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:02:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:02:17 user nova-compute[74681]: 
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa7c685-8bc4-46b8-9d5d-2454a7a7b95c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260]
Oct 16 15:02:17 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260] successful.
Oct 16 15:02:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e86dc51a-7302-471f-bc26-ccc54a3319d9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc525565-40a9-4399-b076-503175c7cd65]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a481dfd-65e8-43fe-97db-c43d18c6b14a]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-changed-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Refreshing instance network info cache due to event network-changed-5641b18d-ea60-4cdb-be58-2b44b5c963eb. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] Acquiring lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] Acquired lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:02:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Refreshing network info cache for port 5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updated VIF entry in instance network info cache for port 5641b18d-ea60-4cdb-be58-2b44b5c963eb. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updating instance_info_cache with network_info: [{"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zQbwfHaM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '26464373435386161', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464373435386161', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-08afa798-9484-4ea4-a8bc-0083c58b12ab req-78ac4c5b-eb5b-4d52-b90b-6e3ddc678635 service nova] Releasing lock "refresh_cache-acbf57e0-d30f-405e-b8b5-34666a77ecab" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:02:18 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:02:18 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:02:18 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:02:18 user nova-compute[74681]:   <serial>867674d4-5f1f-488c-91e6-b32a0825dd51</serial>
Oct 16 15:02:18 user nova-compute[74681]: </disk>
Oct 16 15:02:18 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-changed-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Refreshing instance network info cache due to event network-changed-34822495-7e45-4708-b71f-c20f0fdaac31. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] Acquiring lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] Acquired lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Refreshing network info cache for port 34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No VIF found with MAC fa:16:3e:19:6c:da, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'flavor' on Instance uuid 897e22e1-9b0c-45d1-90b0-f59da5097afa {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3c0e8758-943f-4224-88a8-30fd1ee87752 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.432s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 24.259s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:18 user nova-compute[74681]: INFO nova.compute.manager [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Terminating instance
Oct 16 15:02:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-56afa0f3-f001-4b26-8c0d-78294d4f9e4d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.751s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'flavor' on Instance uuid d5e3238c-a444-45cb-95bd-10d630c0a7f3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:19 user nova-compute[74681]: INFO nova.compute.manager [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Attaching volume 49eec296-28b6-4301-bf1f-29cda67b0ef2 to /dev/vdb
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.utils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c23655-9251-4469-a5e6-d58df591a072]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb9e095-4425-4da6-a4bf-b38c4e32a303]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Instance destroyed successfully.
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'resources' on Instance uuid 897e22e1-9b0c-45d1-90b0-f59da5097afa {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c1db1df-f876-414b-8dda-a8f15906310a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a90ba0c-6a1e-4e26-a288-21f38bfb1f23]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:58:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1575849345',display_name='tempest-VolumesSnapshotTestJSON-instance-1575849345',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1575849345',id=36,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYiR7J6MwQoXzc6sdDSTi/M1XLHVjOoRtu6MLDNAOJnCAY3IGxONCkEKoZQfgk544EbV+brZGA7z7J+D1YRtggWc7yeZyrw8zDAP6MvtS0+rgooFiLNRyHMfjUm6+uEpw==',key_name='tempest-keypair-1428476651',keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:58:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='721fa36a4054458ca712af06f60a3504',ramdisk_id='',reservation_id='r-79qxssw1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-449570551',owner_user_name='tempest-VolumesSnapshotTestJSON-449570551-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:58:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72cf0b8ec5464932a3be15d446f99281',uuid=897e22e1-9b0c-45d1-90b0-f59da5097afa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converting VIF {"id": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "address": "fa:16:3e:dd:5d:89", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04b56bff-b4", "ovs_interfaceid": "04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:5d:89,bridge_name='br-int',has_traffic_filtering=True,id=04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04b56bff-b4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_vif [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:5d:89,bridge_name='br-int',has_traffic_filtering=True,id=04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04b56bff-b4') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:02:19 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6a4c1e-fed9-4c80-a6e8-bc5a08002c0b]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.utils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating existing volume attachment record: 3fef311f-3e55-43f3-882e-b0f2864521a8 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04b56bff-b4, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=320cac6e-c0d2-43bb-8595-2eeb981475c6) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:19 user nova-compute[74681]: INFO os_vif [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:5d:89,bridge_name='br-int',has_traffic_filtering=True,id=04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04b56bff-b4')
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QfcHWdga', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:02:19 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[78eb86f2-58fb-42a8-bfd1-879189bbaf29]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:02:19 user nova-compute[74681]: No targets found.
Oct 16 15:02:19 user nova-compute[74681]: iSNS:
Oct 16 15:02:19 user nova-compute[74681]: No targets found.
Oct 16 15:02:19 user nova-compute[74681]: STATIC:
Oct 16 15:02:19 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51
Oct 16 15:02:19 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:02:19 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:02:19 user nova-compute[74681]: FIRMWARE:
Oct 16 15:02:19 user nova-compute[74681]: No targets found.
Oct 16 15:02:19 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:02:19 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:02:19 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db3298f5-2608-46e0-ac30-9643762813ec', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb74383-cbee-4d57-b554-c3688397fc5a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.network.neutron [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updated VIF entry in instance network info cache for port 34822495-7e45-4708-b71f-c20f0fdaac31. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.network.neutron [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating instance_info_cache with network_info: [{"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[40dc0b2c-67bd-4af8-a4f5-8feb07977e40]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:19 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:19 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e8518700>, {}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Disconnecting from: [] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.073s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== disconnect_volume: return (75ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:02:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Deleting instance files /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa_del
Oct 16 15:02:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Deletion of /opt/stack/data/nova/instances/897e22e1-9b0c-45d1-90b0-f59da5097afa_del complete
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-75116bc4-5752-479d-9de6-77b532f5fed8 req-242819d4-082c-4046-bcd0-b119866a7911 service nova] Releasing lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:02:19 user nova-compute[74681]: INFO nova.compute.manager [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-vif-unplugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] No waiting events found dispatching network-vif-unplugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-vif-unplugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] Acquiring lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] No waiting events found dispatching network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:02:19 user nova-compute[74681]: WARNING nova.compute.manager [req-6b0aa0a6-01f5-4245-91dd-186d15465444 req-343e60f5-7cb3-4616-8db3-1adb207047a9 service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received unexpected event network-vif-plugged-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d for instance with vm_state active and task_state deleting.
Oct 16 15:02:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:20 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:02:20 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Took 0.89 seconds to deallocate network for instance.
Oct 16 15:02:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-e75c694a-7f5d-4336-95b9-398f45875a37 req-a33bb1c2-c256-4b86-9591-72342f1e767a service nova] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Received event network-vif-deleted-04b56bff-b4e0-4dd3-8c9f-6aa1ac0d607d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:02:20 user nova-compute[74681]: WARNING nova.volume.cinder [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Attachment 2ff2ad2d-a1bf-46e7-91e5-a377da4aada8 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 2ff2ad2d-a1bf-46e7-91e5-a377da4aada8. (HTTP 404) (Request-ID: req-9a33de2e-4108-4e89-ac0d-d3376d2996c2)
Oct 16 15:02:20 user nova-compute[74681]: INFO nova.compute.manager [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 897e22e1-9b0c-45d1-90b0-f59da5097afa] Took 0.05 seconds to detach 1 volumes for instance.
Oct 16 15:02:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:21 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:02:21 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:02:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.341s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:21 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Deleted allocations for instance 897e22e1-9b0c-45d1-90b0-f59da5097afa
Oct 16 15:02:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2423ffdd-f955-401a-85dd-d537037759ee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "897e22e1-9b0c-45d1-90b0-f59da5097afa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.534s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid acbf57e0-d30f-405e-b8b5-34666a77ecab {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:02:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:24 user nova-compute[74681]: INFO nova.compute.manager [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Attaching volume 1934462f-3f64-403f-bb32-c7836aa50cfe to /dev/vdb
Oct 16 15:02:24 user nova-compute[74681]: DEBUG os_brick.utils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[88fb0378-a322-49d9-9a06-2378eba621d7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9734220-7941-4aa7-89b9-04b594c9dc9f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d63c13-6f3d-44f9-a576-6979decfa529]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[65ac8aae-7089-481d-ba91-19fa042855fd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:02:24 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:02:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7424b78f-c61c-4b33-88bc-fdb403a65789]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG os_brick.utils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updating existing volume attachment record: d212f922-8456-467a-80aa-18899fdeb924 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:02:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:02:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:02:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:02:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:02:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HrdKTEPG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:02:36 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:02:36 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:02:36 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4207cef8-ea17-435f-ad3b-50c3dddfbdcd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:02:36 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f90fd5-7a05-46ac-a625-1e35b455007e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2] added
Oct 16 15:02:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cfea612-47bc-41d0-8a76-d4ffa392d5ca]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac89dca1-9c19-4f71-abcf-7fcc66b9fa61]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HrdKTEPG {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HrdKTEPG" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[27171641-5440-450a-be32-95e8a3d940f3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HrdKTEPG'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[afd55018-76c7-4f23-afd0-85dc98e94fae]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ac9a93-61e0-42b2-930f-1881f66c44d8]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b9e775-3c90-45ff-acbd-93bfd621cab5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260]
Oct 16 15:02:36 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260] successful.
Oct 16 15:02:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4cb339-4dd5-42a9-9cbd-0c7b32c8777c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8311a57a-3704-4062-98f6-8fdd84d8cb9d]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:36 user nova-compute[74681]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 (non-flash)
Oct 16 15:02:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:02:36 user nova-compute[74681]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 (non-flash)
Oct 16 15:02:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bbfb234-c570-4f99-a685-0f0cfa57e4d1]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:02:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HrdKTEPG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26134353030643239', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26134353030643239', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'flavor' on Instance uuid d5e3238c-a444-45cb-95bd-10d630c0a7f3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:02:37 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:02:37 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:02:37 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:02:37 user nova-compute[74681]:   <serial>49eec296-28b6-4301-bf1f-29cda67b0ef2</serial>
Oct 16 15:02:37 user nova-compute[74681]: </disk>
Oct 16 15:02:37 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:02:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No VIF found with MAC fa:16:3e:7b:48:ad, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:02:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-043a8fd5-b3ed-4ce0-b766-64198a17e9dc tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.659s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:02:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:40 user nova-compute[74681]: INFO nova.compute.manager [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Detaching volume 49eec296-28b6-4301-bf1f-29cda67b0ef2
Oct 16 15:02:40 user nova-compute[74681]: INFO nova.virt.block_device [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Attempting to driver detach volume 49eec296-28b6-4301-bf1f-29cda67b0ef2 from mountpoint /dev/vdb
Oct 16 15:02:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Attempting to detach device vdb from instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:02:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:02:40 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:02:40 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:02:40 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:02:40 user nova-compute[74681]:   <serial>49eec296-28b6-4301-bf1f-29cda67b0ef2</serial>
Oct 16 15:02:40 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:02:40 user nova-compute[74681]: </disk>
Oct 16 15:02:40 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:02:40 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully detached device vdb from instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 from the persistent domain config.
Oct 16 15:02:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:02:40 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:02:40 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:02:40 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:02:40 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:02:40 user nova-compute[74681]:   <serial>49eec296-28b6-4301-bf1f-29cda67b0ef2</serial>
Oct 16 15:02:40 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:02:40 user nova-compute[74681]: </disk>
Oct 16 15:02:40 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:02:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:02:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:02:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:02:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:02:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:02:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:02:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:02:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:02:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:02:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:02:56 user nova-compute[74681]: INFO nova.compute.manager [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Detaching volume 867674d4-5f1f-488c-91e6-b32a0825dd51
Oct 16 15:02:56 user nova-compute[74681]: INFO nova.virt.block_device [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attempting to driver detach volume 867674d4-5f1f-488c-91e6-b32a0825dd51 from mountpoint /dev/vdb
Oct 16 15:02:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Attempting to detach device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:02:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:02:56 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:02:56 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:02:56 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:02:56 user nova-compute[74681]:   <serial>867674d4-5f1f-488c-91e6-b32a0825dd51</serial>
Oct 16 15:02:56 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:02:56 user nova-compute[74681]: </disk>
Oct 16 15:02:56 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:02:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config.
Oct 16 15:02:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:02:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:02:56 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:02:56 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:02:56 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:02:56 user nova-compute[74681]:   <serial>867674d4-5f1f-488c-91e6-b32a0825dd51</serial>
Oct 16 15:02:56 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:02:56 user nova-compute[74681]: </disk>
Oct 16 15:02:56 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:02:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:02:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:02:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:01 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 is timed out.
Oct 16 15:03:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully detached device vdb from instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 from the live domain config.
Oct 16 15:03:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HrdKTEPG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:03:01 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[697e4075-3bc7-4015-a6f8-bc6ca0158706]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:03:01 user nova-compute[74681]: No targets found.
Oct 16 15:03:01 user nova-compute[74681]: iSNS:
Oct 16 15:03:01 user nova-compute[74681]: No targets found.
Oct 16 15:03:01 user nova-compute[74681]: STATIC:
Oct 16 15:03:01 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51
Oct 16 15:03:01 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:03:01 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:03:01 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2
Oct 16 15:03:01 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:03:01 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:03:01 user nova-compute[74681]: FIRMWARE:
Oct 16 15:03:01 user nova-compute[74681]: No targets found.
Oct 16 15:03:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:03:01 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:03:01 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cc077a0-a1d1-4a52-a6c2-8ef99ad3ade6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[171014d2-d8eb-4c26-b62a-cd79568c6baf]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:03:01 user nova-compute[74681]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 (non-flash)
Oct 16 15:03:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:03:01 user nova-compute[74681]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 (non-flash)
Oct 16 15:03:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d041dab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[075bb341-8d06-4112-b430-4ce5abfcfc2c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f56df5ea-a2c4-44ca-83db-18f61ab58a34]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e045415-1fed-43b2-aaa6-94badbcc56a4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8652f4ca-c457-4a63-8e02-f7c9d11095cb]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa1894a-a8f0-435e-a0e4-4480edb4ea6c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e24c90f-9596-41e9-b660-9e6d11d6fbb5]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260]
Oct 16 15:03:01 user nova-compute[74681]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2, portal: 172.16.0.220,3260] successful.
Oct 16 15:03:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49eec296-28b6-4301-bf1f-29cda67b0ef2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4fa06e3-6889-4899-9f90-1e5210fe3acc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.277s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] <== disconnect_volume: return (278ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:03:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:03:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:03:02 user nova-compute[74681]: DEBUG nova.objects.instance [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'flavor' on Instance uuid d5e3238c-a444-45cb-95bd-10d630c0a7f3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2149671e-14ed-49a7-aba8-9ee725545454 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.776s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:03:05 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8436MB free_disk=25.279537200927734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance acbf57e0-d30f-405e-b8b5-34666a77ecab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:03:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.297s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:17 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 is timed out.
Oct 16 15:03:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config.
Oct 16 15:03:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zQbwfHaM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:03:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[347b082b-7c16-42b0-a92f-1aab829c23e4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:03:17 user nova-compute[74681]: No targets found.
Oct 16 15:03:17 user nova-compute[74681]: iSNS:
Oct 16 15:03:17 user nova-compute[74681]: No targets found.
Oct 16 15:03:17 user nova-compute[74681]: STATIC:
Oct 16 15:03:17 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51
Oct 16 15:03:17 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:03:17 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:03:17 user nova-compute[74681]: FIRMWARE:
Oct 16 15:03:17 user nova-compute[74681]: No targets found.
Oct 16 15:03:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:03:17 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:03:17 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c73fba87-bd80-49ce-afe0-27ac2f172248]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5efe3f0d-6a82-473b-8702-ae722151429d]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:03:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 (non-flash)
Oct 16 15:03:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0580ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[505ffdc4-1698-4a2a-ba64-75a3ffdc05ea]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[898c51f1-aa83-49d9-949c-847e002bcb57]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a118166c-19ff-4007-8d2b-12988600e214]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0058d98-d36a-4e32-95f9-e43fac9e04be]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c72c01e0-1e6b-4d97-b267-ee2324146b1d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5bae0ef-6841-4f73-861a-c34abaa98f8c]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260]
Oct 16 15:03:17 user nova-compute[74681]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51, portal: 172.16.0.220,3260] successful.
Oct 16 15:03:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:867674d4-5f1f-488c-91e6-b32a0825dd51 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eda31b8-8951-4d2d-9893-72edeb567aae]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== disconnect_volume: return (298ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:03:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:03:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-aacdd1ea-2861-4ede-b06b-f8d550bb33ac tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.808s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfuMGBAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:03:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:03:21 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:03:21 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc81dbee-b119-4d25-bdbd-617782c37532]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:03:21 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[24568461-2a66-424a-8f54-d7dd8025b855]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe] added
Oct 16 15:03:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e29775d-70d9-4e5f-a4ab-6ad874647950]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab1e1a3-7060-4d17-82aa-a2beb4636aae]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dfuMGBAj {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dfuMGBAj" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2dcbb77-258a-4ba9-8149-1a434a2666d4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dfuMGBAj'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b91808d-f11c-45e1-8749-8343874a1bac]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f506f74-e7de-47e9-9445-9677f76bacb8]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6645d99-8168-45f5-b932-fa7bce708368 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6645d99-8168-45f5-b932-fa7bce708368 (non-flash)
Oct 16 15:03:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6645d99-8168-45f5-b932-fa7bce708368 (non-flash)
Oct 16 15:03:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[330c7076-0984-412c-9e7a-ee65852598bf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260]
Oct 16 15:03:21 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260] successful.
Oct 16 15:03:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3e067c6-e713-4a37-8882-0fb1445665bc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[61730ca9-a09e-4117-b299-3056e0e6fc92]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6645d99-8168-45f5-b932-fa7bce708368 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6645d99-8168-45f5-b932-fa7bce708368 (non-flash)
Oct 16 15:03:21 user nova-compute[74681]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe (non-flash)
Oct 16 15:03:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6645d99-8168-45f5-b932-fa7bce708368 (non-flash)
Oct 16 15:03:21 user nova-compute[74681]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe (non-flash)
Oct 16 15:03:21 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] HCTL ('34', '-', '-', 0) found on session 47 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[539f4624-3778-49b3-bddb-6e921c757ff8]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching for a device in session 47 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:03:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfuMGBAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:03:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:03:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26462393666343831', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:03:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462393666343831', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:03:22 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid acbf57e0-d30f-405e-b8b5-34666a77ecab {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:03:23 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:03:23 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:03:23 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:03:23 user nova-compute[74681]:   <serial>1934462f-3f64-403f-bb32-c7836aa50cfe</serial>
Oct 16 15:03:23 user nova-compute[74681]: </disk>
Oct 16 15:03:23 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:03:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:03:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:03:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No VIF found with MAC fa:16:3e:fe:2b:c7, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:03:23 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1d5f3b55-c85a-477e-b7fc-22c9fd484f20 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 59.407s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:25 user nova-compute[74681]: INFO nova.compute.manager [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Detaching volume 1934462f-3f64-403f-bb32-c7836aa50cfe
Oct 16 15:03:25 user nova-compute[74681]: INFO nova.virt.block_device [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Attempting to driver detach volume 1934462f-3f64-403f-bb32-c7836aa50cfe from mountpoint /dev/vdb
Oct 16 15:03:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Attempting to detach device vdb from instance acbf57e0-d30f-405e-b8b5-34666a77ecab from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:03:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:03:25 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:03:25 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:03:25 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:03:25 user nova-compute[74681]:   <serial>1934462f-3f64-403f-bb32-c7836aa50cfe</serial>
Oct 16 15:03:25 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:03:25 user nova-compute[74681]: </disk>
Oct 16 15:03:25 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:03:25 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully detached device vdb from instance acbf57e0-d30f-405e-b8b5-34666a77ecab from the persistent domain config.
Oct 16 15:03:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance acbf57e0-d30f-405e-b8b5-34666a77ecab from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:03:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:03:25 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:03:25 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:03:25 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:03:25 user nova-compute[74681]:   <serial>1934462f-3f64-403f-bb32-c7836aa50cfe</serial>
Oct 16 15:03:25 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:03:25 user nova-compute[74681]: </disk>
Oct 16 15:03:25 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:03:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance acbf57e0-d30f-405e-b8b5-34666a77ecab {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:03:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:41 user nova-compute[74681]: DEBUG nova.compute.manager [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:03:41 user nova-compute[74681]: INFO nova.compute.manager [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] instance snapshotting
Oct 16 15:03:41 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Beginning live snapshot process
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json -f qcow2" returned: 0 in 0.307s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json -f qcow2 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.200s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpo7zzd2db/c4bb5bb93b4f4e5f8f74f058ac75b0f5.delta 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpo7zzd2db/c4bb5bb93b4f4e5f8f74f058ac75b0f5.delta 1073741824" returned: 0 in 0.048s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 15:03:43 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74681) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 15:03:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 15:03:44 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpo7zzd2db/c4bb5bb93b4f4e5f8f74f058ac75b0f5.delta /opt/stack/data/nova/instances/snapshots/tmpo7zzd2db/c4bb5bb93b4f4e5f8f74f058ac75b0f5 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpo7zzd2db/c4bb5bb93b4f4e5f8f74f058ac75b0f5.delta /opt/stack/data/nova/instances/snapshots/tmpo7zzd2db/c4bb5bb93b4f4e5f8f74f058ac75b0f5" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Snapshot extracted, beginning image upload
Oct 16 15:03:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:03:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:45 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance acbf57e0-d30f-405e-b8b5-34666a77ecab is timed out.
Oct 16 15:03:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully detached device vdb from instance acbf57e0-d30f-405e-b8b5-34666a77ecab from the live domain config.
Oct 16 15:03:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfuMGBAj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:03:45 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[88c317ca-6475-4dc5-8a95-c8162597f147]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:03:45 user nova-compute[74681]: No targets found.
Oct 16 15:03:45 user nova-compute[74681]: iSNS:
Oct 16 15:03:45 user nova-compute[74681]: No targets found.
Oct 16 15:03:45 user nova-compute[74681]: STATIC:
Oct 16 15:03:45 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe
Oct 16 15:03:45 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:03:45 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:03:45 user nova-compute[74681]: FIRMWARE:
Oct 16 15:03:45 user nova-compute[74681]: No targets found.
Oct 16 15:03:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:03:45 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:03:45 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc5d3f92-9c65-4b44-8dae-5d67e7080834]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b9af53b-feee-4338-ac63-c567a0c5e5a2]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe (non-flash)
Oct 16 15:03:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe (non-flash)
Oct 16 15:03:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0246050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5e59689-cd4e-4ea8-940a-a42997eae407]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3716007-91fb-475a-b655-563334239ad4]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eba85b1d-0ad3-489a-a0c4-c225356d02fc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8021c8-ed2b-41e4-9ad6-847e2619d178]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5711071-bb08-4bef-8bad-b8760e7b2937]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --logout" returned: 0 in 0.134s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cb40197-3111-450e-abb4-f6a89f7e642f]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260]
Oct 16 15:03:46 user nova-compute[74681]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe, portal: 172.16.0.220,3260] successful.
Oct 16 15:03:46 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1934462f-3f64-403f-bb32-c7836aa50cfe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f86a824d-4e46-4bc3-aac9-7e6e30b7afc6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== disconnect_volume: return (393ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:03:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:03:47 user nova-compute[74681]: DEBUG nova.objects.instance [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid acbf57e0-d30f-405e-b8b5-34666a77ecab {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-7ccbc08e-8d81-4b32-9650-9e2aeb792744 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.983s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:47 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Snapshot image upload complete
Oct 16 15:03:47 user nova-compute[74681]: INFO nova.compute.manager [None req-914b8fa1-ab25-4a2e-94c7-2dd50a538950 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Took 5.48 seconds to snapshot the instance on the hypervisor.
Oct 16 15:03:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:49 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:03:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:49 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:49 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:03:49 user nova-compute[74681]: INFO nova.compute.claims [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Claim successful on node user
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.376s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.network.neutron [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:03:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.policy [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3882cc7950849e8affa7bf8c7b4e106', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713b8054bd9648bbbacea9343bf884e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:03:50 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Creating image(s)
Oct 16 15:03:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "/opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "/opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "/opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "9eaa81ef62f06b7a7842375ebd183e412777db2d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "9eaa81ef62f06b7a7842375ebd183e412777db2d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.part --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG nova.network.neutron [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Successfully created port: 25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.part --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG nova.virt.images [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] 83679ddd-2bc1-4ed0-ab5f-6580f7ef7359 was qcow2, converting to raw {{(pid=74681) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG nova.privsep.utils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74681) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.part /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.converted {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.part /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.converted" returned: 0 in 0.290s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:51 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.converted --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "9eaa81ef62f06b7a7842375ebd183e412777db2d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.712s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Successfully updated port: 25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "9eaa81ef62f06b7a7842375ebd183e412777db2d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "9eaa81ef62f06b7a7842375ebd183e412777db2d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquired lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-changed-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.compute.manager [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Refreshing instance network info cache due to event network-changed-25bfdca6-16fe-4142-a7fd-8822dd121758. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] Acquiring lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d,backing_fmt=raw /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d,backing_fmt=raw /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk 1073741824" returned: 0 in 0.053s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "9eaa81ef62f06b7a7842375ebd183e412777db2d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Ensure instance console log exists: /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.network.neutron [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updating instance_info_cache with network_info: [{"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Releasing lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Instance network_info: |[{"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] Acquired lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.network.neutron [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Refreshing network info cache for port 25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Start _get_guest_xml network_info=[{"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='f96033189a85be2561c51e995ab7c6e7',container_format='bare',created_at=2023-10-16T15:03:41Z,direct_url=<?>,disk_format='qcow2',id=83679ddd-2bc1-4ed0-ab5f-6580f7ef7359,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1826516659',owner='713b8054bd9648bbbacea9343bf884e5',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T15:03:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '83679ddd-2bc1-4ed0-ab5f-6580f7ef7359'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:03:52 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:03:52 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f96033189a85be2561c51e995ab7c6e7',container_format='bare',created_at=2023-10-16T15:03:41Z,direct_url=<?>,disk_format='qcow2',id=83679ddd-2bc1-4ed0-ab5f-6580f7ef7359,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1826516659',owner='713b8054bd9648bbbacea9343bf884e5',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T15:03:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:03:52 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:03:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-568008152',display_name='tempest-TestStampPattern-server-568008152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-568008152',id=42,image_ref='83679ddd-2bc1-4ed0-ab5f-6580f7ef7359',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5odY6bazTehQlRBDJKGW1BLjG3FofBFWCgXY+XFqU5s20RP6pm0DcjzUt5Hnz65FYWw525WDPYV4vSvzyWWXGT9lYlbqNi289VpjAE30W9cy6+Ozo8PtTLwvLGot2n5g==',key_name='tempest-TestStampPattern-930604992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713b8054bd9648bbbacea9343bf884e5',ramdisk_id='',reservation_id='r-yfwl04js',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='d5e3238c-a444-45cb-95bd-10d630c0a7f3',image_min_disk='1',image_min_ram='0',image_owner_id='713b8054bd9648bbbacea9343bf884e5',image_owner_project_name='tempest-TestStampPattern-1203605089',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1203605089-project-member',image_user_id='c3882cc7950849e8affa7bf8c7b4e106',network_allocated='True',owner_project_name='tempest-TestStampPattern-1203605089',owner_user_name='tempest-TestStampPattern-1203605089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:03:50Z,user_data=None,user_id='c3882cc7950849e8affa7bf8c7b4e106',uuid=523f290e-d4c9-4964-add4-9b44d15bbada,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converting VIF {"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:c0:a8,bridge_name='br-int',has_traffic_filtering=True,id=25bfdca6-16fe-4142-a7fd-8822dd121758,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bfdca6-16') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.objects.instance [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'pci_devices' on Instance uuid 523f290e-d4c9-4964-add4-9b44d15bbada {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:03:53 user nova-compute[74681]:   <uuid>523f290e-d4c9-4964-add4-9b44d15bbada</uuid>
Oct 16 15:03:53 user nova-compute[74681]:   <name>instance-0000002a</name>
Oct 16 15:03:53 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:03:53 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:03:53 user nova-compute[74681]:   <metadata>
Oct 16 15:03:53 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:03:53 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:03:53 user nova-compute[74681]:       <nova:name>tempest-TestStampPattern-server-568008152</nova:name>
Oct 16 15:03:53 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:03:52</nova:creationTime>
Oct 16 15:03:53 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:03:53 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:03:53 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:03:53 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:03:53 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:03:53 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:03:53 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:03:53 user nova-compute[74681]:       <nova:owner>
Oct 16 15:03:53 user nova-compute[74681]:         <nova:user uuid="c3882cc7950849e8affa7bf8c7b4e106">tempest-TestStampPattern-1203605089-project-member</nova:user>
Oct 16 15:03:53 user nova-compute[74681]:         <nova:project uuid="713b8054bd9648bbbacea9343bf884e5">tempest-TestStampPattern-1203605089</nova:project>
Oct 16 15:03:53 user nova-compute[74681]:       </nova:owner>
Oct 16 15:03:53 user nova-compute[74681]:       <nova:root type="image" uuid="83679ddd-2bc1-4ed0-ab5f-6580f7ef7359"/>
Oct 16 15:03:53 user nova-compute[74681]:       <nova:ports>
Oct 16 15:03:53 user nova-compute[74681]:         <nova:port uuid="25bfdca6-16fe-4142-a7fd-8822dd121758">
Oct 16 15:03:53 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 15:03:53 user nova-compute[74681]:         </nova:port>
Oct 16 15:03:53 user nova-compute[74681]:       </nova:ports>
Oct 16 15:03:53 user nova-compute[74681]:     </nova:instance>
Oct 16 15:03:53 user nova-compute[74681]:   </metadata>
Oct 16 15:03:53 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:03:53 user nova-compute[74681]:     <system>
Oct 16 15:03:53 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:03:53 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:03:53 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:03:53 user nova-compute[74681]:       <entry name="serial">523f290e-d4c9-4964-add4-9b44d15bbada</entry>
Oct 16 15:03:53 user nova-compute[74681]:       <entry name="uuid">523f290e-d4c9-4964-add4-9b44d15bbada</entry>
Oct 16 15:03:53 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:03:53 user nova-compute[74681]:     </system>
Oct 16 15:03:53 user nova-compute[74681]:   </sysinfo>
Oct 16 15:03:53 user nova-compute[74681]:   <os>
Oct 16 15:03:53 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:03:53 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:03:53 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:03:53 user nova-compute[74681]:   </os>
Oct 16 15:03:53 user nova-compute[74681]:   <features>
Oct 16 15:03:53 user nova-compute[74681]:     <acpi/>
Oct 16 15:03:53 user nova-compute[74681]:     <apic/>
Oct 16 15:03:53 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:03:53 user nova-compute[74681]:   </features>
Oct 16 15:03:53 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:03:53 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:03:53 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:03:53 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:03:53 user nova-compute[74681]:   </clock>
Oct 16 15:03:53 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:03:53 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:03:53 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:03:53 user nova-compute[74681]:   </cpu>
Oct 16 15:03:53 user nova-compute[74681]:   <devices>
Oct 16 15:03:53 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:03:53 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:03:53 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk"/>
Oct 16 15:03:53 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:03:53 user nova-compute[74681]:     </disk>
Oct 16 15:03:53 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:03:53 user nova-compute[74681]:       <mac address="fa:16:3e:35:c0:a8"/>
Oct 16 15:03:53 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:03:53 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:03:53 user nova-compute[74681]:       <target dev="tap25bfdca6-16"/>
Oct 16 15:03:53 user nova-compute[74681]:     </interface>
Oct 16 15:03:53 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:03:53 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/console.log" append="off"/>
Oct 16 15:03:53 user nova-compute[74681]:     </serial>
Oct 16 15:03:53 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:03:53 user nova-compute[74681]:     <video>
Oct 16 15:03:53 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:03:53 user nova-compute[74681]:     </video>
Oct 16 15:03:53 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:03:53 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:03:53 user nova-compute[74681]:     </rng>
Oct 16 15:03:53 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:03:53 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:03:53 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:03:53 user nova-compute[74681]:     </memballoon>
Oct 16 15:03:53 user nova-compute[74681]:   </devices>
Oct 16 15:03:53 user nova-compute[74681]: </domain>
Oct 16 15:03:53 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:03:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-568008152',display_name='tempest-TestStampPattern-server-568008152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-568008152',id=42,image_ref='83679ddd-2bc1-4ed0-ab5f-6580f7ef7359',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5odY6bazTehQlRBDJKGW1BLjG3FofBFWCgXY+XFqU5s20RP6pm0DcjzUt5Hnz65FYWw525WDPYV4vSvzyWWXGT9lYlbqNi289VpjAE30W9cy6+Ozo8PtTLwvLGot2n5g==',key_name='tempest-TestStampPattern-930604992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713b8054bd9648bbbacea9343bf884e5',ramdisk_id='',reservation_id='r-yfwl04js',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='d5e3238c-a444-45cb-95bd-10d630c0a7f3',image_min_disk='1',image_min_ram='0',image_owner_id='713b8054bd9648bbbacea9343bf884e5',image_owner_project_name='tempest-TestStampPattern-1203605089',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1203605089-project-member',image_user_id='c3882cc7950849e8affa7bf8c7b4e106',network_allocated='True',owner_project_name='tempest-TestStampPattern-1203605089',owner_user_name='tempest-TestStampPattern-1203605089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:03:50Z,user_data=None,user_id='c3882cc7950849e8affa7bf8c7b4e106',uuid=523f290e-d4c9-4964-add4-9b44d15bbada,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converting VIF {"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:c0:a8,bridge_name='br-int',has_traffic_filtering=True,id=25bfdca6-16fe-4142-a7fd-8822dd121758,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bfdca6-16') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG os_vif [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:c0:a8,bridge_name='br-int',has_traffic_filtering=True,id=25bfdca6-16fe-4142-a7fd-8822dd121758,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bfdca6-16') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63161249-88c5-5f68-9599-162d772963d7', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap25bfdca6-16, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap25bfdca6-16, col_values=(('qos', UUID('e36b4cfc-7f15-4be7-9164-0c57cb8da3d3')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap25bfdca6-16, col_values=(('external_ids', {'iface-id': '25bfdca6-16fe-4142-a7fd-8822dd121758', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:c0:a8', 'vm-uuid': '523f290e-d4c9-4964-add4-9b44d15bbada'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:53 user nova-compute[74681]: INFO os_vif [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:c0:a8,bridge_name='br-int',has_traffic_filtering=True,id=25bfdca6-16fe-4142-a7fd-8822dd121758,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bfdca6-16')
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No VIF found with MAC fa:16:3e:35:c0:a8, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updated VIF entry in instance network info cache for port 25bfdca6-16fe-4142-a7fd-8822dd121758. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updating instance_info_cache with network_info: [{"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:03:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3574ba12-e3aa-4045-8eea-bd2e76d7d060 req-58c3f6c8-eed4-419b-bb0a-4fbede34c8e4 service nova] Releasing lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Skipping network cache update for instance because it is Building. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updating instance_info_cache with network_info: [{"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-66b0b680-82ed-4f8e-bd99-dcc415a1e6d6 req-0f846089-a5a6-4a43-b703-891f262d3275 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-66b0b680-82ed-4f8e-bd99-dcc415a1e6d6 req-0f846089-a5a6-4a43-b703-891f262d3275 service nova] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-66b0b680-82ed-4f8e-bd99-dcc415a1e6d6 req-0f846089-a5a6-4a43-b703-891f262d3275 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-66b0b680-82ed-4f8e-bd99-dcc415a1e6d6 req-0f846089-a5a6-4a43-b703-891f262d3275 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:54 user nova-compute[74681]: DEBUG nova.compute.manager [req-66b0b680-82ed-4f8e-bd99-dcc415a1e6d6 req-0f846089-a5a6-4a43-b703-891f262d3275 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] No waiting events found dispatching network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:03:54 user nova-compute[74681]: WARNING nova.compute.manager [req-66b0b680-82ed-4f8e-bd99-dcc415a1e6d6 req-0f846089-a5a6-4a43-b703-891f262d3275 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received unexpected event network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 for instance with vm_state building and task_state spawning.
Oct 16 15:03:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:03:55 user nova-compute[74681]: INFO nova.compute.claims [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Claim successful on node user
Oct 16 15:03:55 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.340s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:03:55 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:03:55 user nova-compute[74681]: DEBUG nova.policy [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72cf0b8ec5464932a3be15d446f99281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '721fa36a4054458ca712af06f60a3504', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:03:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Creating image(s)
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "/opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "/opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "/opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.objects.instance [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.201s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.123s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk 1073741824" returned: 0 in 0.060s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:56 user nova-compute[74681]: INFO nova.compute.manager [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attaching volume d3e467a9-6804-4905-afca-b22e0b800445 to /dev/vdb
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Successfully created port: 36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG os_brick.utils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ae48a3-a79a-4313-b7d3-ef8d888f2f29]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.232s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Checking if we can resize image /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ac5354-440a-49de-9178-3115574e63ce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd93c77-7bab-4b84-a539-5fbae14e615e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[82189aa9-19a8-4eca-bb84-aabc9cc15505]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-b7b8a265-7015-4d2e-b1e5-e6fd014d5c40 req-bef873f6-dfd2-482b-94af-86a22ce4e5a8 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b7b8a265-7015-4d2e-b1e5-e6fd014d5c40 req-bef873f6-dfd2-482b-94af-86a22ce4e5a8 service nova] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b7b8a265-7015-4d2e-b1e5-e6fd014d5c40 req-bef873f6-dfd2-482b-94af-86a22ce4e5a8 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b7b8a265-7015-4d2e-b1e5-e6fd014d5c40 req-bef873f6-dfd2-482b-94af-86a22ce4e5a8 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.compute.manager [req-b7b8a265-7015-4d2e-b1e5-e6fd014d5c40 req-bef873f6-dfd2-482b-94af-86a22ce4e5a8 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] No waiting events found dispatching network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:03:56 user nova-compute[74681]: WARNING nova.compute.manager [req-b7b8a265-7015-4d2e-b1e5-e6fd014d5c40 req-bef873f6-dfd2-482b-94af-86a22ce4e5a8 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received unexpected event network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 for instance with vm_state building and task_state spawning.
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:03:56 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:03:56 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c260aa79-dd0f-43d6-b507-0f976bf9c27a]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG os_brick.utils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== get_connector_properties: return (195ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:03:56 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating existing volume attachment record: 320ca01a-ec47-498b-9318-bdc6dd27b701 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Cannot resize image /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Ensure instance console log exists: /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:03:57 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Instance spawned successfully.
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:03:57 user nova-compute[74681]: INFO nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Took 7.04 seconds to spawn the instance on the hypervisor.
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Successfully updated port: 36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquired lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:03:57 user nova-compute[74681]: INFO nova.compute.manager [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Took 7.80 seconds to build instance.
Oct 16 15:03:57 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:03:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-12555004-9185-4390-8c0b-15280465ec23 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.920s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.network.neutron [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Updating instance_info_cache with network_info: [{"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Releasing lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Instance network_info: |[{"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Start _get_guest_xml network_info=[{"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:03:58 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:03:58 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:03:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2134057910',display_name='tempest-VolumesSnapshotTestJSON-instance-2134057910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2134057910',id=43,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP36tolTAf3sJ1YSbS6DSwLMd60Eb8t4jpB3L+3aBuI1purl9nF1Ux8pc+ggqcmX0+RwLq5QcaJ2Poi4YbnI8vro/5m03r/patP4OF8Bkax03rr4weCKw4cJcNU9AOA3Jg==',key_name='tempest-keypair-828678842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='721fa36a4054458ca712af06f60a3504',ramdisk_id='',reservation_id='r-gy6nnkeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-449570551',owner_user_name='tempest-VolumesSnapshotTestJSON-449570551-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72cf0b8ec5464932a3be15d446f99281',uuid=12b01096-b87f-4b12-b81c-7305b96ab979,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converting VIF {"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:53:81,bridge_name='br-int',has_traffic_filtering=True,id=36ba7410-45f6-4e18-898b-72fefaf05319,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36ba7410-45') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.objects.instance [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'pci_devices' on Instance uuid 12b01096-b87f-4b12-b81c-7305b96ab979 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:03:58 user nova-compute[74681]:   <uuid>12b01096-b87f-4b12-b81c-7305b96ab979</uuid>
Oct 16 15:03:58 user nova-compute[74681]:   <name>instance-0000002b</name>
Oct 16 15:03:58 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:03:58 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:03:58 user nova-compute[74681]:   <metadata>
Oct 16 15:03:58 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:03:58 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:03:58 user nova-compute[74681]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-2134057910</nova:name>
Oct 16 15:03:58 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:03:58</nova:creationTime>
Oct 16 15:03:58 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:03:58 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:03:58 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:03:58 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:03:58 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:03:58 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:03:58 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:03:58 user nova-compute[74681]:       <nova:owner>
Oct 16 15:03:58 user nova-compute[74681]:         <nova:user uuid="72cf0b8ec5464932a3be15d446f99281">tempest-VolumesSnapshotTestJSON-449570551-project-member</nova:user>
Oct 16 15:03:58 user nova-compute[74681]:         <nova:project uuid="721fa36a4054458ca712af06f60a3504">tempest-VolumesSnapshotTestJSON-449570551</nova:project>
Oct 16 15:03:58 user nova-compute[74681]:       </nova:owner>
Oct 16 15:03:58 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:03:58 user nova-compute[74681]:       <nova:ports>
Oct 16 15:03:58 user nova-compute[74681]:         <nova:port uuid="36ba7410-45f6-4e18-898b-72fefaf05319">
Oct 16 15:03:58 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 15:03:58 user nova-compute[74681]:         </nova:port>
Oct 16 15:03:58 user nova-compute[74681]:       </nova:ports>
Oct 16 15:03:58 user nova-compute[74681]:     </nova:instance>
Oct 16 15:03:58 user nova-compute[74681]:   </metadata>
Oct 16 15:03:58 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:03:58 user nova-compute[74681]:     <system>
Oct 16 15:03:58 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:03:58 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:03:58 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:03:58 user nova-compute[74681]:       <entry name="serial">12b01096-b87f-4b12-b81c-7305b96ab979</entry>
Oct 16 15:03:58 user nova-compute[74681]:       <entry name="uuid">12b01096-b87f-4b12-b81c-7305b96ab979</entry>
Oct 16 15:03:58 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:03:58 user nova-compute[74681]:     </system>
Oct 16 15:03:58 user nova-compute[74681]:   </sysinfo>
Oct 16 15:03:58 user nova-compute[74681]:   <os>
Oct 16 15:03:58 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:03:58 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:03:58 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:03:58 user nova-compute[74681]:   </os>
Oct 16 15:03:58 user nova-compute[74681]:   <features>
Oct 16 15:03:58 user nova-compute[74681]:     <acpi/>
Oct 16 15:03:58 user nova-compute[74681]:     <apic/>
Oct 16 15:03:58 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:03:58 user nova-compute[74681]:   </features>
Oct 16 15:03:58 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:03:58 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:03:58 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:03:58 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:03:58 user nova-compute[74681]:   </clock>
Oct 16 15:03:58 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:03:58 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:03:58 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:03:58 user nova-compute[74681]:   </cpu>
Oct 16 15:03:58 user nova-compute[74681]:   <devices>
Oct 16 15:03:58 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:03:58 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:03:58 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk"/>
Oct 16 15:03:58 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:03:58 user nova-compute[74681]:     </disk>
Oct 16 15:03:58 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:03:58 user nova-compute[74681]:       <mac address="fa:16:3e:a8:53:81"/>
Oct 16 15:03:58 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:03:58 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:03:58 user nova-compute[74681]:       <target dev="tap36ba7410-45"/>
Oct 16 15:03:58 user nova-compute[74681]:     </interface>
Oct 16 15:03:58 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:03:58 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/console.log" append="off"/>
Oct 16 15:03:58 user nova-compute[74681]:     </serial>
Oct 16 15:03:58 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:03:58 user nova-compute[74681]:     <video>
Oct 16 15:03:58 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:03:58 user nova-compute[74681]:     </video>
Oct 16 15:03:58 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:03:58 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:03:58 user nova-compute[74681]:     </rng>
Oct 16 15:03:58 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:03:58 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:03:58 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:03:58 user nova-compute[74681]:     </memballoon>
Oct 16 15:03:58 user nova-compute[74681]:   </devices>
Oct 16 15:03:58 user nova-compute[74681]: </domain>
Oct 16 15:03:58 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:03:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2134057910',display_name='tempest-VolumesSnapshotTestJSON-instance-2134057910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2134057910',id=43,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP36tolTAf3sJ1YSbS6DSwLMd60Eb8t4jpB3L+3aBuI1purl9nF1Ux8pc+ggqcmX0+RwLq5QcaJ2Poi4YbnI8vro/5m03r/patP4OF8Bkax03rr4weCKw4cJcNU9AOA3Jg==',key_name='tempest-keypair-828678842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='721fa36a4054458ca712af06f60a3504',ramdisk_id='',reservation_id='r-gy6nnkeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-449570551',owner_user_name='tempest-VolumesSnapshotTestJSON-449570551-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72cf0b8ec5464932a3be15d446f99281',uuid=12b01096-b87f-4b12-b81c-7305b96ab979,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converting VIF {"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:53:81,bridge_name='br-int',has_traffic_filtering=True,id=36ba7410-45f6-4e18-898b-72fefaf05319,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36ba7410-45') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG os_vif [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:53:81,bridge_name='br-int',has_traffic_filtering=True,id=36ba7410-45f6-4e18-898b-72fefaf05319,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36ba7410-45') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '60e49c3f-25f2-5c4f-96ec-2990a9884daf', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36ba7410-45, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36ba7410-45, col_values=(('qos', UUID('b1c85428-397b-4828-b9fd-cbdd00cdc993')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36ba7410-45, col_values=(('external_ids', {'iface-id': '36ba7410-45f6-4e18-898b-72fefaf05319', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:53:81', 'vm-uuid': '12b01096-b87f-4b12-b81c-7305b96ab979'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:58 user nova-compute[74681]: INFO os_vif [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:53:81,bridge_name='br-int',has_traffic_filtering=True,id=36ba7410-45f6-4e18-898b-72fefaf05319,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36ba7410-45')
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No VIF found with MAC fa:16:3e:a8:53:81, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.compute.manager [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-changed-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.compute.manager [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Refreshing instance network info cache due to event network-changed-36ba7410-45f6-4e18-898b-72fefaf05319. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] Acquiring lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] Acquired lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:03:58 user nova-compute[74681]: DEBUG nova.network.neutron [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Refreshing network info cache for port 36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:03:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:03:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:59 user nova-compute[74681]: DEBUG nova.network.neutron [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Updated VIF entry in instance network info cache for port 36ba7410-45f6-4e18-898b-72fefaf05319. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:03:59 user nova-compute[74681]: DEBUG nova.network.neutron [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Updating instance_info_cache with network_info: [{"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:03:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:03:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6460d85b-d5d6-46b5-b8a4-6da54d820997 req-e81e4ee8-f064-4231-9d34-fa19f4aa9e19 service nova] Releasing lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:03:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-ad4edc03-50c2-485c-9995-046a39361ba7 req-55e89cfe-93da-462f-b4de-d197a7952d79 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ad4edc03-50c2-485c-9995-046a39361ba7 req-55e89cfe-93da-462f-b4de-d197a7952d79 service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ad4edc03-50c2-485c-9995-046a39361ba7 req-55e89cfe-93da-462f-b4de-d197a7952d79 service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ad4edc03-50c2-485c-9995-046a39361ba7 req-55e89cfe-93da-462f-b4de-d197a7952d79 service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-ad4edc03-50c2-485c-9995-046a39361ba7 req-55e89cfe-93da-462f-b4de-d197a7952d79 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:04:00 user nova-compute[74681]: WARNING nova.compute.manager [req-ad4edc03-50c2-485c-9995-046a39361ba7 req-55e89cfe-93da-462f-b4de-d197a7952d79 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received unexpected event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with vm_state building and task_state spawning.
Oct 16 15:04:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 15:04:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 15:04:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:04:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Instance spawned successfully.
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-68ff8a0b-060f-4791-82df-f4e93e69835e req-c296eeaf-aa49-4a6f-a3c8-62102d4d7c7c service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68ff8a0b-060f-4791-82df-f4e93e69835e req-c296eeaf-aa49-4a6f-a3c8-62102d4d7c7c service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68ff8a0b-060f-4791-82df-f4e93e69835e req-c296eeaf-aa49-4a6f-a3c8-62102d4d7c7c service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68ff8a0b-060f-4791-82df-f4e93e69835e req-c296eeaf-aa49-4a6f-a3c8-62102d4d7c7c service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-68ff8a0b-060f-4791-82df-f4e93e69835e req-c296eeaf-aa49-4a6f-a3c8-62102d4d7c7c service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:04:02 user nova-compute[74681]: WARNING nova.compute.manager [req-68ff8a0b-060f-4791-82df-f4e93e69835e req-c296eeaf-aa49-4a6f-a3c8-62102d4d7c7c service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received unexpected event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with vm_state building and task_state spawning.
Oct 16 15:04:02 user nova-compute[74681]: INFO nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Took 6.42 seconds to spawn the instance on the hypervisor.
Oct 16 15:04:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:04:02 user nova-compute[74681]: INFO nova.compute.manager [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Took 7.21 seconds to build instance.
Oct 16 15:04:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b1f6c166-18d7-4dea-a28d-73b3b6e38df3 tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.331s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:05 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab/disk --force-share --output=json" returned: 0 in 0.305s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:08 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:04:08 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8243MB free_disk=25.122589111328125GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance acbf57e0-d30f-405e-b8b5-34666a77ecab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 523f290e-d4c9-4964-add4-9b44d15bbada actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 12b01096-b87f-4b12-b81c-7305b96ab979 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 15:04:08 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 15:04:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 15:04:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 15:04:09 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:04:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:04:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:04:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.784s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GPvZNhds', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:04:14 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:04:14 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:04:14 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ecead74-f017-4a1d-be79-9426943769a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:04:14 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5207d5b6-b0d2-4606-8496-2a9c366b6f76]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445] added
Oct 16 15:04:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d526f77-2c67-43b9-88aa-15b37b821258]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b09b99-329f-4737-b9fe-83922f29d936]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GPvZNhds {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GPvZNhds" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[28145f2e-af0b-4831-8c09-46614004ee45]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GPvZNhds'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcfe2506-7bb8-473d-9f5b-cd41c80f2995]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc730aba-4b62-455e-8783-d113ec46e103]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:04:14 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:04:14 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:04:14 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:04:14 user nova-compute[74681]: 
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7946b904-830a-4329-a5a6-df5baf5d146d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260]
Oct 16 15:04:14 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260] successful.
Oct 16 15:04:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9162ceb1-12b2-4491-b1d6-bc9e14083036]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58fbf6cc-e6c2-418a-af45-42e4c9815551]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 (non-flash)
Oct 16 15:04:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 (non-flash)
Oct 16 15:04:14 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[43e4bfc6-84c1-4b8a-9272-ec5d14df76cf]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:14 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:15 user nova-compute[74681]: INFO nova.compute.manager [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Terminating instance
Oct 16 15:04:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GPvZNhds', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '23635336365663531', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635336365663531', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG nova.objects.instance [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-32d485ba-ec5a-4834-82e4-c81e63c2c19c req-81546d87-cd4c-45d4-96f1-d2c905b9d816 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-vif-unplugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-32d485ba-ec5a-4834-82e4-c81e63c2c19c req-81546d87-cd4c-45d4-96f1-d2c905b9d816 service nova] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-32d485ba-ec5a-4834-82e4-c81e63c2c19c req-81546d87-cd4c-45d4-96f1-d2c905b9d816 service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-32d485ba-ec5a-4834-82e4-c81e63c2c19c req-81546d87-cd4c-45d4-96f1-d2c905b9d816 service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-32d485ba-ec5a-4834-82e4-c81e63c2c19c req-81546d87-cd4c-45d4-96f1-d2c905b9d816 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] No waiting events found dispatching network-vif-unplugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-32d485ba-ec5a-4834-82e4-c81e63c2c19c req-81546d87-cd4c-45d4-96f1-d2c905b9d816 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-vif-unplugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:04:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:04:15 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:04:15 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:04:15 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:04:15 user nova-compute[74681]:   <serial>d3e467a9-6804-4905-afca-b22e0b800445</serial>
Oct 16 15:04:15 user nova-compute[74681]: </disk>
Oct 16 15:04:15 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No VIF found with MAC fa:16:3e:19:6c:da, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-568e5120-84c8-4e6d-a79b-ad0d71b79524 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.918s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Instance destroyed successfully.
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.objects.instance [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'resources' on Instance uuid acbf57e0-d30f-405e-b8b5-34666a77ecab {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-583257002',display_name='tempest-AttachVolumeNegativeTest-server-583257002',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-583257002',id=41,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0QWTmZSbOsVm9/AZ+DLGGccgfNhxMB8PnbCC6yE6lr9VlTbh+KyyMY40xbGFnu4fYJCKF0T45RdYpW33sItrurs3Gt0J99k30SlEc2dRWjjcEDSks79376wyVzR9GOfA==',key_name='tempest-keypair-202471084',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:00:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-gmbcrrur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:00:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=acbf57e0-d30f-405e-b8b5-34666a77ecab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "address": "fa:16:3e:fe:2b:c7", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5641b18d-ea", "ovs_interfaceid": "5641b18d-ea60-4cdb-be58-2b44b5c963eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:2b:c7,bridge_name='br-int',has_traffic_filtering=True,id=5641b18d-ea60-4cdb-be58-2b44b5c963eb,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5641b18d-ea') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG os_vif [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:2b:c7,bridge_name='br-int',has_traffic_filtering=True,id=5641b18d-ea60-4cdb-be58-2b44b5c963eb,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5641b18d-ea') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5641b18d-ea, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=29efab9e-7013-4cf4-a875-841c4be6806b) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:04:16 user nova-compute[74681]: INFO os_vif [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:2b:c7,bridge_name='br-int',has_traffic_filtering=True,id=5641b18d-ea60-4cdb-be58-2b44b5c963eb,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5641b18d-ea')
Oct 16 15:04:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Deleting instance files /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab_del
Oct 16 15:04:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Deletion of /opt/stack/data/nova/instances/acbf57e0-d30f-405e-b8b5-34666a77ecab_del complete
Oct 16 15:04:16 user nova-compute[74681]: INFO nova.compute.manager [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Took 1.32 seconds to destroy the instance on the hypervisor.
Oct 16 15:04:16 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:04:16 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:04:17 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Took 0.72 seconds to deallocate network for instance.
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-db5e031f-4de5-4e7c-b604-cbff44fa32d5 req-cbbfb195-0451-444d-a2b2-7f356e155c54 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-vif-deleted-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:04:17 user nova-compute[74681]: INFO nova.compute.manager [req-db5e031f-4de5-4e7c-b604-cbff44fa32d5 req-cbbfb195-0451-444d-a2b2-7f356e155c54 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Neutron deleted interface 5641b18d-ea60-4cdb-be58-2b44b5c963eb; detaching it from the instance and deleting it from the info cache
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-db5e031f-4de5-4e7c-b604-cbff44fa32d5 req-cbbfb195-0451-444d-a2b2-7f356e155c54 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-db5e031f-4de5-4e7c-b604-cbff44fa32d5 req-cbbfb195-0451-444d-a2b2-7f356e155c54 service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Detach interface failed, port_id=5641b18d-ea60-4cdb-be58-2b44b5c963eb, reason: Instance acbf57e0-d30f-405e-b8b5-34666a77ecab could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.229s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:17 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Deleted allocations for instance acbf57e0-d30f-405e-b8b5-34666a77ecab
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-66718c2c-6263-4857-b1b0-3cf5ce27daa5 req-b365acaf-1300-4120-b2b5-6a43132049ef service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received event network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-66718c2c-6263-4857-b1b0-3cf5ce27daa5 req-b365acaf-1300-4120-b2b5-6a43132049ef service nova] Acquiring lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-66718c2c-6263-4857-b1b0-3cf5ce27daa5 req-b365acaf-1300-4120-b2b5-6a43132049ef service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-66718c2c-6263-4857-b1b0-3cf5ce27daa5 req-b365acaf-1300-4120-b2b5-6a43132049ef service nova] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-66718c2c-6263-4857-b1b0-3cf5ce27daa5 req-b365acaf-1300-4120-b2b5-6a43132049ef service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] No waiting events found dispatching network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:04:17 user nova-compute[74681]: WARNING nova.compute.manager [req-66718c2c-6263-4857-b1b0-3cf5ce27daa5 req-b365acaf-1300-4120-b2b5-6a43132049ef service nova] [instance: acbf57e0-d30f-405e-b8b5-34666a77ecab] Received unexpected event network-vif-plugged-5641b18d-ea60-4cdb-be58-2b44b5c963eb for instance with vm_state deleted and task_state None.
Oct 16 15:04:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-180c58d6-e2ce-43f0-a973-681bc1590661 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "acbf57e0-d30f-405e-b8b5-34666a77ecab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.465s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:18 user nova-compute[74681]: INFO nova.compute.manager [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Detaching volume d3e467a9-6804-4905-afca-b22e0b800445
Oct 16 15:04:18 user nova-compute[74681]: INFO nova.virt.block_device [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attempting to driver detach volume d3e467a9-6804-4905-afca-b22e0b800445 from mountpoint /dev/vdb
Oct 16 15:04:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Attempting to detach device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:04:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:04:18 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:04:18 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:04:18 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:04:18 user nova-compute[74681]:   <serial>d3e467a9-6804-4905-afca-b22e0b800445</serial>
Oct 16 15:04:18 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:04:18 user nova-compute[74681]: </disk>
Oct 16 15:04:18 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:04:18 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config.
Oct 16 15:04:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:04:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:04:18 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:04:18 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:04:18 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:04:18 user nova-compute[74681]:   <serial>d3e467a9-6804-4905-afca-b22e0b800445</serial>
Oct 16 15:04:18 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:04:18 user nova-compute[74681]: </disk>
Oct 16 15:04:18 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:04:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:04:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:04:39 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 is timed out.
Oct 16 15:04:39 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config.
Oct 16 15:04:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GPvZNhds', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:04:39 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[038aa3d6-a7a7-48e3-8cb0-11cd8a14dc44]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:04:39 user nova-compute[74681]: No targets found.
Oct 16 15:04:39 user nova-compute[74681]: iSNS:
Oct 16 15:04:39 user nova-compute[74681]: No targets found.
Oct 16 15:04:39 user nova-compute[74681]: STATIC:
Oct 16 15:04:39 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445
Oct 16 15:04:39 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:04:39 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:04:39 user nova-compute[74681]: FIRMWARE:
Oct 16 15:04:39 user nova-compute[74681]: No targets found.
Oct 16 15:04:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:04:39 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:04:39 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d59d5de-8792-40cc-a1a9-d1137b3df8a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1919fbf0-cbbe-488f-93b7-f98938e3e08c]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 (non-flash)
Oct 16 15:04:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 (non-flash)
Oct 16 15:04:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d024ec20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0e3004-703f-48ef-a950-41aab7b5047f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[86cfb511-bc3d-483c-a243-c99d0086a609]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba28385-7fd2-45ef-916a-e6d649387e3b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9135e9f-2c93-4b11-b830-6f73631ce3e5]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb23044a-a2cb-4856-b32e-c685b8061192]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c74e0592-7b9b-4f2a-b692-ede87c844d45]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260]
Oct 16 15:04:39 user nova-compute[74681]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445, portal: 172.16.0.220,3260] successful.
Oct 16 15:04:39 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d3e467a9-6804-4905-afca-b22e0b800445 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[194fb0e7-579c-454b-8eb8-1d0efe8a6ccb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== disconnect_volume: return (276ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:04:39 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:04:40 user nova-compute[74681]: DEBUG nova.objects.instance [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:04:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-caef281e-6ddf-4f80-9368-4bb95f839c9d tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.762s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:04:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:04:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:04:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:04:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating instance_info_cache with network_info: [{"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:04:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:04:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_power_states {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid d5e3238c-a444-45cb-95bd-10d630c0a7f3 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 523f290e-d4c9-4964-add4-9b44d15bbada {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 12b01096-b87f-4b12-b81c-7305b96ab979 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:04:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:05:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:05:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:05:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:05:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:05:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:05:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:05:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:09 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:05:09 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8298MB free_disk=25.109703063964844GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 523f290e-d4c9-4964-add4-9b44d15bbada actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 12b01096-b87f-4b12-b81c-7305b96ab979 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:05:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.421s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:05:10 user nova-compute[74681]: INFO nova.compute.claims [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Claim successful on node user
Oct 16 15:05:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.399s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:05:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.policy [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ce1043e270455b932cceefc0909ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80c67e0e6f945fd8e4fe43d3a350834', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:05:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Creating image(s)
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "/opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "/opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk 1073741824" returned: 0 in 0.064s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.211s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Successfully created port: 2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Cannot resize image /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Ensure instance console log exists: /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Successfully updated port: 2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquired lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-changed-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Refreshing instance network info cache due to event network-changed-2fce6ce7-914b-4f29-8f16-98052769f5ba. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] Acquiring lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updating instance_info_cache with network_info: [{"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Releasing lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Instance network_info: |[{"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] Acquired lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.neutron [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Refreshing network info cache for port 2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Start _get_guest_xml network_info=[{"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:05:13 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:05:13 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:05:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-12647269',display_name='tempest-AttachVolumeNegativeTest-server-12647269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-12647269',id=44,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAmhUTuuWN3Tfnbgux+UBx5xri04k/veavoDhBgrRqyxBCUsD+y77Kv6KYqZWTY2OmgI/MHg8Ela9pOU4J0rKix/wlNstFf6a+5nyzTy4n4MuaRoHfsiKr1O8JN7g5r3rg==',key_name='tempest-keypair-1342208757',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-mka3meh6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:05:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=eca9203b-8405-468e-ac8d-59bd14e91bf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a1:df,bridge_name='br-int',has_traffic_filtering=True,id=2fce6ce7-914b-4f29-8f16-98052769f5ba,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fce6ce7-91') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'pci_devices' on Instance uuid eca9203b-8405-468e-ac8d-59bd14e91bf9 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:05:13 user nova-compute[74681]:   <uuid>eca9203b-8405-468e-ac8d-59bd14e91bf9</uuid>
Oct 16 15:05:13 user nova-compute[74681]:   <name>instance-0000002c</name>
Oct 16 15:05:13 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:05:13 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:05:13 user nova-compute[74681]:   <metadata>
Oct 16 15:05:13 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:05:13 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:05:13 user nova-compute[74681]:       <nova:name>tempest-AttachVolumeNegativeTest-server-12647269</nova:name>
Oct 16 15:05:13 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:05:13</nova:creationTime>
Oct 16 15:05:13 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:05:13 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:05:13 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:05:13 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:05:13 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:05:13 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:05:13 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:05:13 user nova-compute[74681]:       <nova:owner>
Oct 16 15:05:13 user nova-compute[74681]:         <nova:user uuid="47ce1043e270455b932cceefc0909ef1">tempest-AttachVolumeNegativeTest-1928419655-project-member</nova:user>
Oct 16 15:05:13 user nova-compute[74681]:         <nova:project uuid="c80c67e0e6f945fd8e4fe43d3a350834">tempest-AttachVolumeNegativeTest-1928419655</nova:project>
Oct 16 15:05:13 user nova-compute[74681]:       </nova:owner>
Oct 16 15:05:13 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:05:13 user nova-compute[74681]:       <nova:ports>
Oct 16 15:05:13 user nova-compute[74681]:         <nova:port uuid="2fce6ce7-914b-4f29-8f16-98052769f5ba">
Oct 16 15:05:13 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 15:05:13 user nova-compute[74681]:         </nova:port>
Oct 16 15:05:13 user nova-compute[74681]:       </nova:ports>
Oct 16 15:05:13 user nova-compute[74681]:     </nova:instance>
Oct 16 15:05:13 user nova-compute[74681]:   </metadata>
Oct 16 15:05:13 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:05:13 user nova-compute[74681]:     <system>
Oct 16 15:05:13 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:05:13 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:05:13 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:05:13 user nova-compute[74681]:       <entry name="serial">eca9203b-8405-468e-ac8d-59bd14e91bf9</entry>
Oct 16 15:05:13 user nova-compute[74681]:       <entry name="uuid">eca9203b-8405-468e-ac8d-59bd14e91bf9</entry>
Oct 16 15:05:13 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:05:13 user nova-compute[74681]:     </system>
Oct 16 15:05:13 user nova-compute[74681]:   </sysinfo>
Oct 16 15:05:13 user nova-compute[74681]:   <os>
Oct 16 15:05:13 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:05:13 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:05:13 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:05:13 user nova-compute[74681]:   </os>
Oct 16 15:05:13 user nova-compute[74681]:   <features>
Oct 16 15:05:13 user nova-compute[74681]:     <acpi/>
Oct 16 15:05:13 user nova-compute[74681]:     <apic/>
Oct 16 15:05:13 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:05:13 user nova-compute[74681]:   </features>
Oct 16 15:05:13 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:05:13 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:05:13 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:05:13 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:05:13 user nova-compute[74681]:   </clock>
Oct 16 15:05:13 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:05:13 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:05:13 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:05:13 user nova-compute[74681]:   </cpu>
Oct 16 15:05:13 user nova-compute[74681]:   <devices>
Oct 16 15:05:13 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:05:13 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:05:13 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk"/>
Oct 16 15:05:13 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:05:13 user nova-compute[74681]:     </disk>
Oct 16 15:05:13 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:05:13 user nova-compute[74681]:       <mac address="fa:16:3e:ba:a1:df"/>
Oct 16 15:05:13 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:05:13 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:05:13 user nova-compute[74681]:       <target dev="tap2fce6ce7-91"/>
Oct 16 15:05:13 user nova-compute[74681]:     </interface>
Oct 16 15:05:13 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:05:13 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/console.log" append="off"/>
Oct 16 15:05:13 user nova-compute[74681]:     </serial>
Oct 16 15:05:13 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:05:13 user nova-compute[74681]:     <video>
Oct 16 15:05:13 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:05:13 user nova-compute[74681]:     </video>
Oct 16 15:05:13 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:05:13 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:05:13 user nova-compute[74681]:     </rng>
Oct 16 15:05:13 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:05:13 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:05:13 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:05:13 user nova-compute[74681]:     </memballoon>
Oct 16 15:05:13 user nova-compute[74681]:   </devices>
Oct 16 15:05:13 user nova-compute[74681]: </domain>
Oct 16 15:05:13 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:05:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-12647269',display_name='tempest-AttachVolumeNegativeTest-server-12647269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-12647269',id=44,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAmhUTuuWN3Tfnbgux+UBx5xri04k/veavoDhBgrRqyxBCUsD+y77Kv6KYqZWTY2OmgI/MHg8Ela9pOU4J0rKix/wlNstFf6a+5nyzTy4n4MuaRoHfsiKr1O8JN7g5r3rg==',key_name='tempest-keypair-1342208757',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-mka3meh6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:05:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=eca9203b-8405-468e-ac8d-59bd14e91bf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a1:df,bridge_name='br-int',has_traffic_filtering=True,id=2fce6ce7-914b-4f29-8f16-98052769f5ba,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fce6ce7-91') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG os_vif [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a1:df,bridge_name='br-int',has_traffic_filtering=True,id=2fce6ce7-914b-4f29-8f16-98052769f5ba,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fce6ce7-91') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '72e5359c-b603-5a10-b15c-a3d284e5e8b5', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2fce6ce7-91, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2fce6ce7-91, col_values=(('qos', UUID('d9c74724-1841-4d8f-96fd-fe25a6953a77')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2fce6ce7-91, col_values=(('external_ids', {'iface-id': '2fce6ce7-914b-4f29-8f16-98052769f5ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:a1:df', 'vm-uuid': 'eca9203b-8405-468e-ac8d-59bd14e91bf9'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:13 user nova-compute[74681]: INFO os_vif [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:a1:df,bridge_name='br-int',has_traffic_filtering=True,id=2fce6ce7-914b-4f29-8f16-98052769f5ba,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fce6ce7-91')
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:05:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No VIF found with MAC fa:16:3e:ba:a1:df, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:05:14 user nova-compute[74681]: DEBUG nova.network.neutron [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updated VIF entry in instance network info cache for port 2fce6ce7-914b-4f29-8f16-98052769f5ba. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:05:14 user nova-compute[74681]: DEBUG nova.network.neutron [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updating instance_info_cache with network_info: [{"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:05:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fa2d08ee-a376-4c8b-9d14-9816ee4a88ad req-63cd7cd9-6e29-4295-9eeb-ba6c2fe66f63 service nova] Releasing lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:05:15 user nova-compute[74681]: INFO nova.compute.claims [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Claim successful on node user
Oct 16 15:05:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-18f7114f-2c3a-4086-8f2f-b315d0ab390f req-8f22e96b-71f5-417c-81de-cc87c0e0a1ae service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18f7114f-2c3a-4086-8f2f-b315d0ab390f req-8f22e96b-71f5-417c-81de-cc87c0e0a1ae service nova] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18f7114f-2c3a-4086-8f2f-b315d0ab390f req-8f22e96b-71f5-417c-81de-cc87c0e0a1ae service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-18f7114f-2c3a-4086-8f2f-b315d0ab390f req-8f22e96b-71f5-417c-81de-cc87c0e0a1ae service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.compute.manager [req-18f7114f-2c3a-4086-8f2f-b315d0ab390f req-8f22e96b-71f5-417c-81de-cc87c0e0a1ae service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] No waiting events found dispatching network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:05:15 user nova-compute[74681]: WARNING nova.compute.manager [req-18f7114f-2c3a-4086-8f2f-b315d0ab390f req-8f22e96b-71f5-417c-81de-cc87c0e0a1ae service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received unexpected event network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba for instance with vm_state building and task_state spawning.
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:05:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:05:15 user nova-compute[74681]: DEBUG nova.policy [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb67226f2084409fad03587cf9475dae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3567f3ca17422c893c429e75ab9c99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:05:16 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Creating image(s)
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "/opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "/opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "/opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.257s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.189s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk 1073741824" returned: 0 in 0.052s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Successfully created port: a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Checking if we can resize image /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:05:16 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Cannot resize image /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Ensure instance console log exists: /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Successfully updated port: a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquired lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-changed-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Refreshing instance network info cache due to event network-changed-a9736d99-51c0-4abc-9093-eb24f2c5f927. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] Acquiring lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:05:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Instance spawned successfully.
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:17 user nova-compute[74681]: INFO nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Took 6.27 seconds to spawn the instance on the hypervisor.
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updating instance_info_cache with network_info: [{"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Releasing lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Instance network_info: |[{"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] Acquired lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Refreshing network info cache for port a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Start _get_guest_xml network_info=[{"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:05:17 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:05:17 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-b35ad40d-3aff-4041-a9f5-932ebeed7570 req-f154d6dc-9516-4316-8fbd-078a2dd13a17 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b35ad40d-3aff-4041-a9f5-932ebeed7570 req-f154d6dc-9516-4316-8fbd-078a2dd13a17 service nova] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b35ad40d-3aff-4041-a9f5-932ebeed7570 req-f154d6dc-9516-4316-8fbd-078a2dd13a17 service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b35ad40d-3aff-4041-a9f5-932ebeed7570 req-f154d6dc-9516-4316-8fbd-078a2dd13a17 service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-b35ad40d-3aff-4041-a9f5-932ebeed7570 req-f154d6dc-9516-4316-8fbd-078a2dd13a17 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] No waiting events found dispatching network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:05:17 user nova-compute[74681]: WARNING nova.compute.manager [req-b35ad40d-3aff-4041-a9f5-932ebeed7570 req-f154d6dc-9516-4316-8fbd-078a2dd13a17 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received unexpected event network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba for instance with vm_state building and task_state spawning.
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:05:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1269905922',display_name='tempest-TestServerVolumeAttachmentScenario-server-1269905922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1269905922',id=45,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB/i3UT1tESXLEi9kPbTSaqLheuy6cCvAROuMUnKnwfRIuwe2cOi8vCGXW5SWrmOE0pZcVW2aWCLeH+np5dqtSlBD3rG1V/XWZuecha2DWt1u0jfe5v7LR05dL4XIHFzjA==',key_name='tempest-keypair-1876136725',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a3567f3ca17422c893c429e75ab9c99',ramdisk_id='',reservation_id='r-6y2nvj8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1436367238',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1436367238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:05:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb67226f2084409fad03587cf9475dae',uuid=51a1ff7d-6244-4347-8f7d-2b47bc14cfb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Converting VIF {"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:c3:60,bridge_name='br-int',has_traffic_filtering=True,id=a9736d99-51c0-4abc-9093-eb24f2c5f927,network=Network(bfe4864f-d311-4052-a331-b6a73a0c1f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9736d99-51') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'pci_devices' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:05:17 user nova-compute[74681]:   <uuid>51a1ff7d-6244-4347-8f7d-2b47bc14cfb5</uuid>
Oct 16 15:05:17 user nova-compute[74681]:   <name>instance-0000002d</name>
Oct 16 15:05:17 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:05:17 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:05:17 user nova-compute[74681]:   <metadata>
Oct 16 15:05:17 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:05:17 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:05:17 user nova-compute[74681]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1269905922</nova:name>
Oct 16 15:05:17 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:05:17</nova:creationTime>
Oct 16 15:05:17 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:05:17 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:05:17 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:05:17 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:05:17 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:05:17 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:05:17 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:05:17 user nova-compute[74681]:       <nova:owner>
Oct 16 15:05:17 user nova-compute[74681]:         <nova:user uuid="cb67226f2084409fad03587cf9475dae">tempest-TestServerVolumeAttachmentScenario-1436367238-project-member</nova:user>
Oct 16 15:05:17 user nova-compute[74681]:         <nova:project uuid="3a3567f3ca17422c893c429e75ab9c99">tempest-TestServerVolumeAttachmentScenario-1436367238</nova:project>
Oct 16 15:05:17 user nova-compute[74681]:       </nova:owner>
Oct 16 15:05:17 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:05:17 user nova-compute[74681]:       <nova:ports>
Oct 16 15:05:17 user nova-compute[74681]:         <nova:port uuid="a9736d99-51c0-4abc-9093-eb24f2c5f927">
Oct 16 15:05:17 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 15:05:17 user nova-compute[74681]:         </nova:port>
Oct 16 15:05:17 user nova-compute[74681]:       </nova:ports>
Oct 16 15:05:17 user nova-compute[74681]:     </nova:instance>
Oct 16 15:05:17 user nova-compute[74681]:   </metadata>
Oct 16 15:05:17 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:05:17 user nova-compute[74681]:     <system>
Oct 16 15:05:17 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:05:17 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:05:17 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:05:17 user nova-compute[74681]:       <entry name="serial">51a1ff7d-6244-4347-8f7d-2b47bc14cfb5</entry>
Oct 16 15:05:17 user nova-compute[74681]:       <entry name="uuid">51a1ff7d-6244-4347-8f7d-2b47bc14cfb5</entry>
Oct 16 15:05:17 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:05:17 user nova-compute[74681]:     </system>
Oct 16 15:05:17 user nova-compute[74681]:   </sysinfo>
Oct 16 15:05:17 user nova-compute[74681]:   <os>
Oct 16 15:05:17 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:05:17 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:05:17 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:05:17 user nova-compute[74681]:   </os>
Oct 16 15:05:17 user nova-compute[74681]:   <features>
Oct 16 15:05:17 user nova-compute[74681]:     <acpi/>
Oct 16 15:05:17 user nova-compute[74681]:     <apic/>
Oct 16 15:05:17 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:05:17 user nova-compute[74681]:   </features>
Oct 16 15:05:17 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:05:17 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:05:17 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:05:17 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:05:17 user nova-compute[74681]:   </clock>
Oct 16 15:05:17 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:05:17 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:05:17 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:05:17 user nova-compute[74681]:   </cpu>
Oct 16 15:05:17 user nova-compute[74681]:   <devices>
Oct 16 15:05:17 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:05:17 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:05:17 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk"/>
Oct 16 15:05:17 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:05:17 user nova-compute[74681]:     </disk>
Oct 16 15:05:17 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:05:17 user nova-compute[74681]:       <mac address="fa:16:3e:bb:c3:60"/>
Oct 16 15:05:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:05:17 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:05:17 user nova-compute[74681]:       <target dev="tapa9736d99-51"/>
Oct 16 15:05:17 user nova-compute[74681]:     </interface>
Oct 16 15:05:17 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:05:17 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/console.log" append="off"/>
Oct 16 15:05:17 user nova-compute[74681]:     </serial>
Oct 16 15:05:17 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:05:17 user nova-compute[74681]:     <video>
Oct 16 15:05:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:05:17 user nova-compute[74681]:     </video>
Oct 16 15:05:17 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:05:17 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:05:17 user nova-compute[74681]:     </rng>
Oct 16 15:05:17 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:05:17 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:05:17 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:05:17 user nova-compute[74681]:     </memballoon>
Oct 16 15:05:17 user nova-compute[74681]:   </devices>
Oct 16 15:05:17 user nova-compute[74681]: </domain>
Oct 16 15:05:17 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:05:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1269905922',display_name='tempest-TestServerVolumeAttachmentScenario-server-1269905922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1269905922',id=45,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB/i3UT1tESXLEi9kPbTSaqLheuy6cCvAROuMUnKnwfRIuwe2cOi8vCGXW5SWrmOE0pZcVW2aWCLeH+np5dqtSlBD3rG1V/XWZuecha2DWt1u0jfe5v7LR05dL4XIHFzjA==',key_name='tempest-keypair-1876136725',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a3567f3ca17422c893c429e75ab9c99',ramdisk_id='',reservation_id='r-6y2nvj8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1436367238',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1436367238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:05:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb67226f2084409fad03587cf9475dae',uuid=51a1ff7d-6244-4347-8f7d-2b47bc14cfb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Converting VIF {"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:c3:60,bridge_name='br-int',has_traffic_filtering=True,id=a9736d99-51c0-4abc-9093-eb24f2c5f927,network=Network(bfe4864f-d311-4052-a331-b6a73a0c1f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9736d99-51') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG os_vif [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:c3:60,bridge_name='br-int',has_traffic_filtering=True,id=a9736d99-51c0-4abc-9093-eb24f2c5f927,network=Network(bfe4864f-d311-4052-a331-b6a73a0c1f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9736d99-51') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:05:17 user nova-compute[74681]: INFO nova.compute.manager [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Took 7.17 seconds to build instance.
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a9bb3dab-07c4-573a-b138-6af7f452d4a1', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e25f5206-27d9-4492-9f06-9d3c453153f3 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.304s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9736d99-51, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9736d99-51, col_values=(('qos', UUID('f0492fba-5e38-450b-a18e-9b14ff74681a')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9736d99-51, col_values=(('external_ids', {'iface-id': 'a9736d99-51c0-4abc-9093-eb24f2c5f927', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:c3:60', 'vm-uuid': '51a1ff7d-6244-4347-8f7d-2b47bc14cfb5'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:05:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:17 user nova-compute[74681]: INFO os_vif [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:c3:60,bridge_name='br-int',has_traffic_filtering=True,id=a9736d99-51c0-4abc-9093-eb24f2c5f927,network=Network(bfe4864f-d311-4052-a331-b6a73a0c1f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9736d99-51')
Oct 16 15:05:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:05:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No VIF found with MAC fa:16:3e:bb:c3:60, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:05:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updated VIF entry in instance network info cache for port a9736d99-51c0-4abc-9093-eb24f2c5f927. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:05:18 user nova-compute[74681]: DEBUG nova.network.neutron [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updating instance_info_cache with network_info: [{"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:05:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-56a86ce4-5b3c-4611-97a4-e58e8ae88c62 req-e54a9c4d-ce2b-48d1-94f2-b073958b7dd7 service nova] Releasing lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-b4f8f487-5f89-4c3e-8d96-8da18e29068e req-f0dcb5fd-d8f1-4862-90b5-1ea844215861 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4f8f487-5f89-4c3e-8d96-8da18e29068e req-f0dcb5fd-d8f1-4862-90b5-1ea844215861 service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4f8f487-5f89-4c3e-8d96-8da18e29068e req-f0dcb5fd-d8f1-4862-90b5-1ea844215861 service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b4f8f487-5f89-4c3e-8d96-8da18e29068e req-f0dcb5fd-d8f1-4862-90b5-1ea844215861 service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-b4f8f487-5f89-4c3e-8d96-8da18e29068e req-f0dcb5fd-d8f1-4862-90b5-1ea844215861 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:05:19 user nova-compute[74681]: WARNING nova.compute.manager [req-b4f8f487-5f89-4c3e-8d96-8da18e29068e req-f0dcb5fd-d8f1-4862-90b5-1ea844215861 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received unexpected event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with vm_state building and task_state spawning.
Oct 16 15:05:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:05:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:20 user nova-compute[74681]: INFO nova.compute.manager [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attaching volume f3baf2bb-ffce-4088-ba5a-f1888ecc4301 to /dev/vdb
Oct 16 15:05:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG os_brick.utils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[980605ff-b3c8-42ac-8bef-5cb2a294389b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ba66c8-77e6-46c9-b172-7c28ea96bef4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c45ec2e-e330-416d-bbba-d4b1f3c0ae66]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5c89aa2-48f1-4d13-b59f-96ab68c90418]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:05:20 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:05:20 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c53786fb-dea2-4207-a37b-59dc99bb9c1d]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG os_brick.utils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating existing volume attachment record: 90e646e2-504a-4377-9c21-e1dbc7f842c7 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:05:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:05:21 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Instance spawned successfully.
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ec10fb5-b12e-429e-a25f-63e65b598d70 req-209dae14-c7bd-4757-8fd7-af7a9fb65391 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ec10fb5-b12e-429e-a25f-63e65b598d70 req-209dae14-c7bd-4757-8fd7-af7a9fb65391 service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ec10fb5-b12e-429e-a25f-63e65b598d70 req-209dae14-c7bd-4757-8fd7-af7a9fb65391 service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6ec10fb5-b12e-429e-a25f-63e65b598d70 req-209dae14-c7bd-4757-8fd7-af7a9fb65391 service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.compute.manager [req-6ec10fb5-b12e-429e-a25f-63e65b598d70 req-209dae14-c7bd-4757-8fd7-af7a9fb65391 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:05:21 user nova-compute[74681]: WARNING nova.compute.manager [req-6ec10fb5-b12e-429e-a25f-63e65b598d70 req-209dae14-c7bd-4757-8fd7-af7a9fb65391 service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received unexpected event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with vm_state building and task_state spawning.
Oct 16 15:05:21 user nova-compute[74681]: INFO nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Took 5.80 seconds to spawn the instance on the hypervisor.
Oct 16 15:05:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:05:22 user nova-compute[74681]: INFO nova.compute.manager [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Took 6.82 seconds to build instance.
Oct 16 15:05:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d0ecb5ca-0119-417b-a7b5-f253298d5c90 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.930s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BJtGgxVM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:05:36 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:05:36 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:05:36 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b63dc1-808b-4a86-9da6-d5369d0fcb0b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:05:36 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7f2a7c-98ba-4c21-b822-e65a6a5c3246]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301] added
Oct 16 15:05:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5c12f2-37e4-44a0-ae9e-513efbf0b823]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7f51b9-4a26-410c-a90d-86ba6a67c994]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BJtGgxVM {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BJtGgxVM" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb9006da-2d92-43d6-9683-04340a5c493f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BJtGgxVM'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fae8c8d-bffe-4d10-935d-a4e13b800c91]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e399e7c-3983-4d41-a4a1-2723fef0b4f1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:05:36 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:05:36 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:05:36 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:05:36 user nova-compute[74681]: 
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d861bd-278a-48a7-ac07-32b2c3d5eb43]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260]
Oct 16 15:05:36 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260] successful.
Oct 16 15:05:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[efaaa4fa-76f8-4cfb-afad-ff92cbb96437]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f650dd5c-225e-4a4c-a27f-d76a69bdae66]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:05:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:05:36 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[11626c45-c2ae-4e3d-b3be-48989e95ba2a]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:05:36 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BJtGgxVM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:05:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:05:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '23736613965363063', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:05:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736613965363063', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:05:37 user nova-compute[74681]: DEBUG nova.objects.instance [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:05:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:05:37 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:05:37 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:05:37 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:05:37 user nova-compute[74681]:   <serial>f3baf2bb-ffce-4088-ba5a-f1888ecc4301</serial>
Oct 16 15:05:37 user nova-compute[74681]: </disk>
Oct 16 15:05:37 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:05:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:05:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:05:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No VIF found with MAC fa:16:3e:19:6c:da, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:05:38 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9f50d455-242d-4296-ab06-6afcc148f6de tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.354s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:41 user nova-compute[74681]: INFO nova.compute.manager [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Detaching volume f3baf2bb-ffce-4088-ba5a-f1888ecc4301
Oct 16 15:05:41 user nova-compute[74681]: INFO nova.virt.block_device [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attempting to driver detach volume f3baf2bb-ffce-4088-ba5a-f1888ecc4301 from mountpoint /dev/vdb
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Attempting to detach device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:05:41 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:05:41 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:05:41 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:05:41 user nova-compute[74681]:   <serial>f3baf2bb-ffce-4088-ba5a-f1888ecc4301</serial>
Oct 16 15:05:41 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:05:41 user nova-compute[74681]: </disk>
Oct 16 15:05:41 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:05:41 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config.
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:05:41 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:05:41 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:05:41 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:05:41 user nova-compute[74681]:   <serial>f3baf2bb-ffce-4088-ba5a-f1888ecc4301</serial>
Oct 16 15:05:41 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:05:41 user nova-compute[74681]: </disk>
Oct 16 15:05:41 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-changed-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.compute.manager [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Refreshing instance network info cache due to event network-changed-25bfdca6-16fe-4142-a7fd-8822dd121758. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] Acquiring lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] Acquired lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.network.neutron [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Refreshing network info cache for port 25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.network.neutron [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updated VIF entry in instance network info cache for port 25bfdca6-16fe-4142-a7fd-8822dd121758. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.network.neutron [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updating instance_info_cache with network_info: [{"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ecbee607-4a95-4c70-b6a3-acf3596f0ccb req-7d0bc034-f436-46a0-be60-83044b099363 service nova] Releasing lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:41 user nova-compute[74681]: DEBUG nova.objects.instance [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'flavor' on Instance uuid 523f290e-d4c9-4964-add4-9b44d15bbada {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:42 user nova-compute[74681]: INFO nova.compute.manager [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Attaching volume be9b5e46-b436-4e6a-bf05-5a43e795a03e to /dev/vdb
Oct 16 15:05:42 user nova-compute[74681]: DEBUG os_brick.utils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[308ca447-3bef-444c-a0a0-416546a6c9b7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ed36c5-4d40-4ee3-bf27-fe3cf6eaa089]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed0e0f2-83ad-4edb-87c6-41dc2c9f7de7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2be1ef3-a4b5-49dc-bfaf-ec98b6f438fa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:05:42 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:05:42 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[86963614-6f47-4415-9222-ed7c0633c657]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG os_brick.utils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updating existing volume attachment record: c5c7b3de-cc03-48ac-a45b-b6e51466155b {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:05:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-changed-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:05:45 user nova-compute[74681]: DEBUG nova.compute.manager [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Refreshing instance network info cache due to event network-changed-36ba7410-45f6-4e18-898b-72fefaf05319. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:05:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] Acquiring lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:05:45 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] Acquired lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:05:45 user nova-compute[74681]: DEBUG nova.network.neutron [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Refreshing network info cache for port 36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'flavor' on Instance uuid 12b01096-b87f-4b12-b81c-7305b96ab979 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:05:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Ignoring supplied device name: /dev/vdb
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG nova.network.neutron [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Updated VIF entry in instance network info cache for port 36ba7410-45f6-4e18-898b-72fefaf05319. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG nova.network.neutron [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Updating instance_info_cache with network_info: [{"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1fa5b8c6-beac-461a-9004-a25582f72f26 req-75938ee4-5469-4227-b26d-e30c3da3d311 service nova] Releasing lock "refresh_cache-12b01096-b87f-4b12-b81c-7305b96ab979" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:05:46 user nova-compute[74681]: INFO nova.compute.manager [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Attaching volume 7207d6bb-0073-4163-a795-17100aab08bc to /dev/vdb
Oct 16 15:05:46 user nova-compute[74681]: DEBUG os_brick.utils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[805a4e73-a57e-4ea0-8c9f-6f11f3ec87e2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b0e4ca-2ee6-4ba4-84ac-2f836a2808d7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e57599e2-4edb-4ccc-a722-3b01322e460e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[81436464-9177-4b32-ba40-c29403a7aa49]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:05:46 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:05:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[68bca613-6e3b-4197-ad7a-d170db548f06]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG os_brick.utils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:05:46 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Updating existing volume attachment record: 07aa3bd6-de5a-4910-b938-3027ebc19a93 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:05:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BlAEuhqK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:05:58 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:05:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:05:58 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:05:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:05:58 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:05:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd3dcb06-84ff-4fc2-a4dc-79f731337dc7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:05:58 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[253ee778-6cfb-425f-8327-bd792d99c58e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e] added
Oct 16 15:05:58 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:58 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.041s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3287c2-4150-4e67-8952-632020805dd7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a5e0955-6b93-42f6-a08d-641bb4f1137b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BlAEuhqK {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BlAEuhqK" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0deb04b0-7ee9-441b-aa86-9975e31b0177]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BlAEuhqK'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9374f97f-46e3-438f-8fe5-45987b7d177f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aef880d-0d00-40dd-ba14-97689e9e82e6]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:05:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:05:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3804253-8e1b-4d00-8e3f-02797fecdfce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260]
Oct 16 15:05:59 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260] successful.
Oct 16 15:05:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[939d7728-4578-485a-8bd1-2cbee445c4a5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aeabdbb-226a-437e-8b49-a7742f95d107]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:05:59 user nova-compute[74681]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:05:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:05:59 user nova-compute[74681]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:05:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac4ab53-a4f5-4c3d-9b2c-970b03740149]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:05:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BlAEuhqK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '23463316133343561', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463316133343561', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG nova.objects.instance [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'flavor' on Instance uuid 523f290e-d4c9-4964-add4-9b44d15bbada {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:06:00 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:06:00 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:06:00 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:06:00 user nova-compute[74681]:   <serial>be9b5e46-b436-4e6a-bf05-5a43e795a03e</serial>
Oct 16 15:06:00 user nova-compute[74681]: </disk>
Oct 16 15:06:00 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] No VIF found with MAC fa:16:3e:35:c0:a8, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-cee125bd-cd13-4d7b-a752-df8e45206df5 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.633s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:06:01 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 is timed out.
Oct 16 15:06:01 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config.
Oct 16 15:06:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BJtGgxVM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:06:01 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[875c4fba-2f39-4026-9055-86f36e74719d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:06:01 user nova-compute[74681]: No targets found.
Oct 16 15:06:01 user nova-compute[74681]: iSNS:
Oct 16 15:06:01 user nova-compute[74681]: No targets found.
Oct 16 15:06:01 user nova-compute[74681]: STATIC:
Oct 16 15:06:01 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301
Oct 16 15:06:01 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:06:01 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:06:01 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e
Oct 16 15:06:01 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:06:01 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:06:01 user nova-compute[74681]: FIRMWARE:
Oct 16 15:06:01 user nova-compute[74681]: No targets found.
Oct 16 15:06:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:06:01 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:06:01 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a6f1994-e3f2-4dd9-9a9d-04a352e4d9d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[af87eec7-4a55-46db-b139-b78c336ac385]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:06:01 user nova-compute[74681]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 (non-flash)
Oct 16 15:06:01 user nova-compute[74681]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:01 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d024c820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e470129-a915-4a2d-b9af-063ea01a27d4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f3c991-513b-4fd0-913c-2e3f69586289]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a2a17cc-2fc7-4d88-b118-25b1e16d2947]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:06:01 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5e2ed4f-0ddf-4e51-9cb6-d1131e92173c]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f71b2a-5425-4e50-85a5-b1c1e8c21697]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating instance_info_cache with network_info: [{"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[84ee9b8c-5e81-4c1f-9ad3-3597e40f45db]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260]
Oct 16 15:06:02 user nova-compute[74681]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301, portal: 172.16.0.220,3260] successful.
Oct 16 15:06:02 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3baf2bb-ffce-4088-ba5a-f1888ecc4301 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2916f2b0-46f0-4b3a-8bf8-09ff44993686]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== disconnect_volume: return (312ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:02 user nova-compute[74681]: INFO nova.compute.manager [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Detaching volume be9b5e46-b436-4e6a-bf05-5a43e795a03e
Oct 16 15:06:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG nova.objects.instance [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-ffe80dde-19a9-4bf5-a31c-dd4817546612 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.882s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:03 user nova-compute[74681]: INFO nova.virt.block_device [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Attempting to driver detach volume be9b5e46-b436-4e6a-bf05-5a43e795a03e from mountpoint /dev/vdb
Oct 16 15:06:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Attempting to detach device vdb from instance 523f290e-d4c9-4964-add4-9b44d15bbada from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:06:03 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:06:03 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:06:03 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:06:03 user nova-compute[74681]:   <serial>be9b5e46-b436-4e6a-bf05-5a43e795a03e</serial>
Oct 16 15:06:03 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:06:03 user nova-compute[74681]: </disk>
Oct 16 15:06:03 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:06:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully detached device vdb from instance 523f290e-d4c9-4964-add4-9b44d15bbada from the persistent domain config.
Oct 16 15:06:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 523f290e-d4c9-4964-add4-9b44d15bbada from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:06:03 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:06:03 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:06:03 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:06:03 user nova-compute[74681]:   <serial>be9b5e46-b436-4e6a-bf05-5a43e795a03e</serial>
Oct 16 15:06:03 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:06:03 user nova-compute[74681]: </disk>
Oct 16 15:06:03 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 523f290e-d4c9-4964-add4-9b44d15bbada {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zVDTSwNU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:06:03 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:06:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:06:03 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:06:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:06:03 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:06:03 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:06:03 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e35add-b50d-4230-98a9-70f35c8b68c4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:06:04 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca732ec-e2fa-49cd-b85d-f4cf1be1c595]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc] added
Oct 16 15:06:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2157ef21-0313-458e-9de2-720f997cdfc1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5171dc6b-d5d4-44d7-a3a9-f6b6d76cc3aa]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zVDTSwNU {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zVDTSwNU" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e31d3b5-7e07-40ad-9ca6-9dae0068df68]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zVDTSwNU'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b6e583-65b7-4c8d-b4ec-cf49db3149fb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c7bd69c-ef34-4696-9f2e-fcfa28ffc853]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d00722d-99c0-403a-aae7-da84493be95f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260]
Oct 16 15:06:04 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260] successful.
Oct 16 15:06:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0216fdb-a2b5-43a6-84c0-86ad9efef84b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[67def58d-7011-4fb2-8173-52ca43b0caec]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:04 user nova-compute[74681]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)
Oct 16 15:06:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:04 user nova-compute[74681]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)
Oct 16 15:06:04 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[723ddc23-70c5-4ca6-b99b-bbe082f79f7b]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:06:04 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zVDTSwNU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '26436393732306365', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436393732306365', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'flavor' on Instance uuid 12b01096-b87f-4b12-b81c-7305b96ab979 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:06:05 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:06:05 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:06:05 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:06:05 user nova-compute[74681]:   <serial>7207d6bb-0073-4163-a795-17100aab08bc</serial>
Oct 16 15:06:05 user nova-compute[74681]: </disk>
Oct 16 15:06:05 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] No VIF found with MAC fa:16:3e:a8:53:81, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f7a60145-c7d6-44a6-a027-4a755c0e18df tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.472s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:06:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=7996MB free_disk=25.048587799072266GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 523f290e-d4c9-4964-add4-9b44d15bbada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 12b01096-b87f-4b12-b81c-7305b96ab979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance eca9203b-8405-468e-ac8d-59bd14e91bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:06:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.397s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:06:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:06:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:06:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:06:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:23 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 523f290e-d4c9-4964-add4-9b44d15bbada is timed out.
Oct 16 15:06:23 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully detached device vdb from instance 523f290e-d4c9-4964-add4-9b44d15bbada from the live domain config.
Oct 16 15:06:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BlAEuhqK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:06:23 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada3e787-9a0a-40bd-8425-d7663f3a2203]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:06:23 user nova-compute[74681]: No targets found.
Oct 16 15:06:23 user nova-compute[74681]: iSNS:
Oct 16 15:06:23 user nova-compute[74681]: No targets found.
Oct 16 15:06:23 user nova-compute[74681]: STATIC:
Oct 16 15:06:23 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e
Oct 16 15:06:23 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:06:23 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:06:23 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc
Oct 16 15:06:23 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:06:23 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:06:23 user nova-compute[74681]: FIRMWARE:
Oct 16 15:06:23 user nova-compute[74681]: No targets found.
Oct 16 15:06:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:06:23 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:06:23 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[597f6105-0935-4f1b-af84-1dd097b224d0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d339063-4fac-47cf-98ab-5403c599a03d]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:23 user nova-compute[74681]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)
Oct 16 15:06:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e (non-flash)
Oct 16 15:06:23 user nova-compute[74681]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)
Oct 16 15:06:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0454ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[813ea96a-0b0b-45bf-acc3-a9589d65cd87]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c544e919-a844-4e2b-a825-d11ef2bd7f2c]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a1fb5cb-7860-4a62-9cbd-1a6aff3453ec]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbbbf8e9-5db8-4766-8776-352ef0f0952b]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:06:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b953bace-4f22-46ff-9ced-5e7cdd92c119]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[17cc927b-05d4-49e2-9bf5-9e23f8323b05]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260]
Oct 16 15:06:24 user nova-compute[74681]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e, portal: 172.16.0.220,3260] successful.
Oct 16 15:06:24 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be9b5e46-b436-4e6a-bf05-5a43e795a03e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[961f4c83-b12b-46fb-9603-70b2e1487624]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] <== disconnect_volume: return (335ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:06:24 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:06:25 user nova-compute[74681]: DEBUG nova.objects.instance [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'flavor' on Instance uuid 523f290e-d4c9-4964-add4-9b44d15bbada {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:06:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-77032c18-3128-4aa7-b142-73ed6c0be10e tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.159s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.106s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:47 user nova-compute[74681]: INFO nova.compute.manager [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attaching volume 4cd5462f-e8db-49eb-b847-3955e2fc12de to /dev/vdb
Oct 16 15:06:47 user nova-compute[74681]: DEBUG os_brick.utils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db149e7-3799-4a8e-b9fd-c4795da56cfc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0a0e818-b8a7-4411-9de9-3dbba41f7e3d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9abbee2a-e936-4c0d-8ec7-0ca9fba351b4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[600f4fb6-60ff-4c38-9f50-9b30b95ba7e6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:06:47 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:06:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1112bf85-080f-46e4-b71a-bd048bddc0cf]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG os_brick.utils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating existing volume attachment record: 2fc93223-0407-41bf-9b11-a1b79b1dba30 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:06:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-changed-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG nova.compute.manager [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Refreshing instance network info cache due to event network-changed-25bfdca6-16fe-4142-a7fd-8822dd121758. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] Acquiring lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] Acquired lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG nova.network.neutron [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Refreshing network info cache for port 25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:53 user nova-compute[74681]: INFO nova.compute.manager [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Terminating instance
Oct 16 15:06:53 user nova-compute[74681]: DEBUG nova.compute.manager [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Instance destroyed successfully.
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.objects.instance [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'resources' on Instance uuid 523f290e-d4c9-4964-add4-9b44d15bbada {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updated VIF entry in instance network info cache for port 25bfdca6-16fe-4142-a7fd-8822dd121758. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.network.neutron [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updating instance_info_cache with network_info: [{"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:03:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-568008152',display_name='tempest-TestStampPattern-server-568008152',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-568008152',id=42,image_ref='83679ddd-2bc1-4ed0-ab5f-6580f7ef7359',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5odY6bazTehQlRBDJKGW1BLjG3FofBFWCgXY+XFqU5s20RP6pm0DcjzUt5Hnz65FYWw525WDPYV4vSvzyWWXGT9lYlbqNi289VpjAE30W9cy6+Ozo8PtTLwvLGot2n5g==',key_name='tempest-TestStampPattern-930604992',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:03:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713b8054bd9648bbbacea9343bf884e5',ramdisk_id='',reservation_id='r-yfwl04js',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='d5e3238c-a444-45cb-95bd-10d630c0a7f3',image_min_disk='1',image_min_ram='0',image_owner_id='713b8054bd9648bbbacea9343bf884e5',image_owner_project_name='tempest-TestStampPattern-1203605089',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1203605089-project-member',image_user_id='c3882cc7950849e8affa7bf8c7b4e106',owner_project_name='tempest-TestStampPattern-1203605089',owner_user_name='tempest-TestStampPattern-1203605089-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:03:57Z,user_data=None,user_id='c3882cc7950849e8affa7bf8c7b4e106',uuid=523f290e-d4c9-4964-add4-9b44d15bbada,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converting VIF {"id": "25bfdca6-16fe-4142-a7fd-8822dd121758", "address": "fa:16:3e:35:c0:a8", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25bfdca6-16", "ovs_interfaceid": "25bfdca6-16fe-4142-a7fd-8822dd121758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:35:c0:a8,bridge_name='br-int',has_traffic_filtering=True,id=25bfdca6-16fe-4142-a7fd-8822dd121758,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bfdca6-16') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG os_vif [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:c0:a8,bridge_name='br-int',has_traffic_filtering=True,id=25bfdca6-16fe-4142-a7fd-8822dd121758,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bfdca6-16') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25bfdca6-16, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-871cbe8e-4acb-47d9-b32f-269803ba2c08 req-246abf2e-4f4e-4d40-9741-03d5f7b3e198 service nova] Releasing lock "refresh_cache-523f290e-d4c9-4964-add4-9b44d15bbada" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e36b4cfc-7f15-4be7-9164-0c57cb8da3d3) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:54 user nova-compute[74681]: INFO os_vif [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:c0:a8,bridge_name='br-int',has_traffic_filtering=True,id=25bfdca6-16fe-4142-a7fd-8822dd121758,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bfdca6-16')
Oct 16 15:06:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Deleting instance files /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada_del
Oct 16 15:06:54 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Deletion of /opt/stack/data/nova/instances/523f290e-d4c9-4964-add4-9b44d15bbada_del complete
Oct 16 15:06:54 user nova-compute[74681]: INFO nova.compute.manager [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 16 15:06:54 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:06:54 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:06:55 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Took 0.40 seconds to deallocate network for instance.
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.258s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:55 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Deleted allocations for instance 523f290e-d4c9-4964-add4-9b44d15bbada
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-9a9bb08e-a7d9-47f7-a5be-29fc833b5112 tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "523f290e-d4c9-4964-add4-9b44d15bbada" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.706s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-vif-unplugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] No waiting events found dispatching network-vif-unplugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:06:55 user nova-compute[74681]: WARNING nova.compute.manager [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received unexpected event network-vif-unplugged-25bfdca6-16fe-4142-a7fd-8822dd121758 for instance with vm_state deleted and task_state None.
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] Acquiring lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] Lock "523f290e-d4c9-4964-add4-9b44d15bbada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] No waiting events found dispatching network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:06:55 user nova-compute[74681]: WARNING nova.compute.manager [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received unexpected event network-vif-plugged-25bfdca6-16fe-4142-a7fd-8822dd121758 for instance with vm_state deleted and task_state None.
Oct 16 15:06:55 user nova-compute[74681]: DEBUG nova.compute.manager [req-07ed2b53-0ec9-40e0-a758-838639610dbb req-e18301cd-636f-4d88-bd44-d53c2253b041 service nova] [instance: 523f290e-d4c9-4964-add4-9b44d15bbada] Received event network-vif-deleted-25bfdca6-16fe-4142-a7fd-8822dd121758 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:06:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:06:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:06:56 user nova-compute[74681]: INFO nova.compute.manager [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Detaching volume 7207d6bb-0073-4163-a795-17100aab08bc
Oct 16 15:06:56 user nova-compute[74681]: INFO nova.virt.block_device [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Attempting to driver detach volume 7207d6bb-0073-4163-a795-17100aab08bc from mountpoint /dev/vdb
Oct 16 15:06:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Attempting to detach device vdb from instance 12b01096-b87f-4b12-b81c-7305b96ab979 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:06:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:06:56 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:06:56 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:06:56 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:06:56 user nova-compute[74681]:   <serial>7207d6bb-0073-4163-a795-17100aab08bc</serial>
Oct 16 15:06:56 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:06:56 user nova-compute[74681]: </disk>
Oct 16 15:06:56 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:06:56 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully detached device vdb from instance 12b01096-b87f-4b12-b81c-7305b96ab979 from the persistent domain config.
Oct 16 15:06:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 12b01096-b87f-4b12-b81c-7305b96ab979 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:06:56 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:06:56 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:06:56 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:06:56 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:06:56 user nova-compute[74681]:   <serial>7207d6bb-0073-4163-a795-17100aab08bc</serial>
Oct 16 15:06:56 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:06:56 user nova-compute[74681]: </disk>
Oct 16 15:06:56 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:06:56 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:06:57 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 12b01096-b87f-4b12-b81c-7305b96ab979 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:06:58 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:06:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:00 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:07:00 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-changed-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Refreshing instance network info cache due to event network-changed-2fce6ce7-914b-4f29-8f16-98052769f5ba. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] Acquiring lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] Acquired lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Refreshing network info cache for port 2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updated VIF entry in instance network info cache for port 2fce6ce7-914b-4f29-8f16-98052769f5ba. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updating instance_info_cache with network_info: [{"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:07:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1cb1d1a1-c0ee-44d0-8948-e19a013958c9 req-2e888cf7-588c-4dde-962f-be52df50cebf service nova] Releasing lock "refresh_cache-eca9203b-8405-468e-ac8d-59bd14e91bf9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:07:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "df3a4208-58b8-465a-b807-9dafa0a990c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:07:03 user nova-compute[74681]: INFO nova.compute.claims [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Claim successful on node user
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.441s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:07:03 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:07:03 user nova-compute[74681]: DEBUG nova.policy [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c97403f0f144bba79a07d043d3157e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552de2ff0b6341e8b8f628da542f63ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:07:03 user nova-compute[74681]: INFO nova.virt.block_device [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Booting with volume snapshot 51b423ae-1fd5-49a1-9334-ef15e24b0ef3 at /dev/vda
Oct 16 15:07:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Successfully created port: 94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:07:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Successfully updated port: 94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "refresh_cache-df3a4208-58b8-465a-b807-9dafa0a990c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquired lock "refresh_cache-df3a4208-58b8-465a-b807-9dafa0a990c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received event network-changed-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.compute.manager [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Refreshing instance network info cache due to event network-changed-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] Acquiring lock "refresh_cache-df3a4208-58b8-465a-b807-9dafa0a990c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.network.neutron [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Updating instance_info_cache with network_info: [{"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Releasing lock "refresh_cache-df3a4208-58b8-465a-b807-9dafa0a990c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Instance network_info: |[{"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] Acquired lock "refresh_cache-df3a4208-58b8-465a-b807-9dafa0a990c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Refreshing network info cache for port 94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Updated VIF entry in instance network info cache for port 94dd1b7a-81a2-4d0d-9b06-b6d981720ac0. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG nova.network.neutron [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Updating instance_info_cache with network_info: [{"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:07:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e63d8b1d-a404-473e-80e4-923dc14247ff req-d3d56583-e7b3-43f1-9bba-230518ffbebf service nova] Releasing lock "refresh_cache-df3a4208-58b8-465a-b807-9dafa0a990c3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-changed-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Refreshing instance network info cache due to event network-changed-a9736d99-51c0-4abc-9093-eb24f2c5f927. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] Acquiring lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] Acquired lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Refreshing network info cache for port a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updated VIF entry in instance network info cache for port a9736d99-51c0-4abc-9093-eb24f2c5f927. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updating instance_info_cache with network_info: [{"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:07:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6fa216e0-9bb0-47f3-97f9-9ea2deef4331 req-4ddb5160-0804-495c-9cba-50c510be0fbd service nova] Releasing lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'flavor' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:07 user nova-compute[74681]: INFO nova.compute.manager [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Attaching volume 65040250-be5e-4d02-a97c-900e093672a8 to /dev/vdb
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid eca9203b-8405-468e-ac8d-59bd14e91bf9 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.utils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a56c914-aacb-4e88-b58e-d53f2813330e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f85d1a-6e77-4b9c-8a1b-96a8b02415c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[762f7373-c3b6-42ce-8338-bdea16407d54]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d20d33da-bab6-4ca8-b727-8b79e429e343]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:07 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b1647a7-c80e-40a9-87ec-e9c0caa951d0]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.utils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updating existing volume attachment record: 6f9b65ab-0b8d-420b-a898-07c8db1b6246 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:07 user nova-compute[74681]: INFO nova.compute.manager [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Attaching volume 4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 to /dev/vdb
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.utils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[766003d3-ba39-4b53-bb12-0f215dc4a969]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4f9b6b-4f02-4f86-b019-2d2a2576a5f8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f572cd1-0728-44f1-96e6-b971f95a65ae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[08dece34-2064-4a2d-87a2-472cbbd712a9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:07 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:07:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0c0e6c1-e608-429a-898e-8d112f52cee7]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG os_brick.utils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:07 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updating existing volume attachment record: df707acb-d5eb-46bb-aa27-817a48c32846 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:07:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8198MB free_disk=25.038196563720703GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 12b01096-b87f-4b12-b81c-7305b96ab979 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance eca9203b-8405-468e-ac8d-59bd14e91bf9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance df3a4208-58b8-465a-b807-9dafa0a990c3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:07:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.471s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:17 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 12b01096-b87f-4b12-b81c-7305b96ab979 is timed out.
Oct 16 15:07:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully detached device vdb from instance 12b01096-b87f-4b12-b81c-7305b96ab979 from the live domain config.
Oct 16 15:07:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zVDTSwNU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0451dfb0-5646-4f79-8790-2855dd5030a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:07:17 user nova-compute[74681]: No targets found.
Oct 16 15:07:17 user nova-compute[74681]: iSNS:
Oct 16 15:07:17 user nova-compute[74681]: No targets found.
Oct 16 15:07:17 user nova-compute[74681]: STATIC:
Oct 16 15:07:17 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc
Oct 16 15:07:17 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:07:17 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:07:17 user nova-compute[74681]: FIRMWARE:
Oct 16 15:07:17 user nova-compute[74681]: No targets found.
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:07:17 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:07:17 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb42e20-951a-4045-b8bf-c7cedb992b99]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[520d7676-479b-4ef9-930e-a166305c48d9]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc (non-flash)
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d024d3f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9185315-adb7-4c8a-b9a0-1aab5a8663c6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rNCYJfHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[69acdcf6-8181-4f60-8da1-40d78e13c6c9]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[867b4b74-120d-4a4b-bb55-6fcd2ac266b0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8606ca0f-ac11-49ed-9dd4-0f610030e1ea]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c927f400-03cf-4e57-badc-873068c07dbc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5591b2c-1291-4b86-9809-204afdb9e455]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260]
Oct 16 15:07:17 user nova-compute[74681]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc, portal: 172.16.0.220,3260] successful.
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[760abe03-5361-4f4c-b29e-7352052ac46e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== disconnect_volume: return (297ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.185s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:17 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e39a8db-3827-45d5-95f8-64c24079c451]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:07:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[00949d33-96ba-41be-81db-996b8db7a0c4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de] added
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9332ea54-d12b-4fc1-935c-c1eaa4d69e9e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ba092a-f181-4b1e-879f-7b70b4667c03]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rNCYJfHj {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rNCYJfHj" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c949d7-063f-4738-af58-501761b12202]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rNCYJfHj'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff879ad-7e60-4951-8347-4d231e57c8b7]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f696a701-54f7-46c9-9661-49396aa23df3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:07:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:07:17 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:07:17 user nova-compute[74681]: 
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[54683866-50b4-41fb-b289-b62cc67732f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260]
Oct 16 15:07:17 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260] successful.
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[699ce011-6799-42c8-a173-24db9ea9d503]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[06007b23-52ae-4b96-8752-baa8ed6592b2]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[19813156-8392-46c0-92a4-8f28ae881c58]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:07:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rNCYJfHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'flavor' on Instance uuid 12b01096-b87f-4b12-b81c-7305b96ab979 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-b59a1566-f3a0-4ab7-8744-8ff65286d1cc tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.800s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.676s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:18 user nova-compute[74681]: INFO nova.compute.manager [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Terminating instance
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-dec8cf0d-4170-4960-9750-a5dacbb69b14 req-1aaa8439-9166-4336-9615-ff1e9dab4b1c service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-unplugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dec8cf0d-4170-4960-9750-a5dacbb69b14 req-1aaa8439-9166-4336-9615-ff1e9dab4b1c service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dec8cf0d-4170-4960-9750-a5dacbb69b14 req-1aaa8439-9166-4336-9615-ff1e9dab4b1c service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-dec8cf0d-4170-4960-9750-a5dacbb69b14 req-1aaa8439-9166-4336-9615-ff1e9dab4b1c service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-dec8cf0d-4170-4960-9750-a5dacbb69b14 req-1aaa8439-9166-4336-9615-ff1e9dab4b1c service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-unplugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-dec8cf0d-4170-4960-9750-a5dacbb69b14 req-1aaa8439-9166-4336-9615-ff1e9dab4b1c service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-unplugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== connect_volume: return (1492ms) {'type': 'block', 'scsi_wwn': '23034623834393564', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034623834393564', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:07:18 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:07:18 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:07:18 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:07:18 user nova-compute[74681]:   <serial>4cd5462f-e8db-49eb-b847-3955e2fc12de</serial>
Oct 16 15:07:18 user nova-compute[74681]: </disk>
Oct 16 15:07:18 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa73a86-af0d-41a9-9d51-5bce3808856d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f482e46a-ff36-473d-a56d-0804aa109b5e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b8ada50-9834-43fb-ab3d-5c7ebb75ad4e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0568cd41-b167-4bd9-95b8-22cd4896513d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:18 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:07:18 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[68de1eb1-f456-4c6c-a178-1c2d3d83490b]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG os_brick.utils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:18 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Updating existing volume attachment record: 05429afe-066e-465c-9647-1f002f9f777f {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Instance destroyed successfully.
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lazy-loading 'resources' on Instance uuid 12b01096-b87f-4b12-b81c-7305b96ab979 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:03:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2134057910',display_name='tempest-VolumesSnapshotTestJSON-instance-2134057910',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2134057910',id=43,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP36tolTAf3sJ1YSbS6DSwLMd60Eb8t4jpB3L+3aBuI1purl9nF1Ux8pc+ggqcmX0+RwLq5QcaJ2Poi4YbnI8vro/5m03r/patP4OF8Bkax03rr4weCKw4cJcNU9AOA3Jg==',key_name='tempest-keypair-828678842',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:04:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='721fa36a4054458ca712af06f60a3504',ramdisk_id='',reservation_id='r-gy6nnkeo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-449570551',owner_user_name='tempest-VolumesSnapshotTestJSON-449570551-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:04:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='72cf0b8ec5464932a3be15d446f99281',uuid=12b01096-b87f-4b12-b81c-7305b96ab979,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converting VIF {"id": "36ba7410-45f6-4e18-898b-72fefaf05319", "address": "fa:16:3e:a8:53:81", "network": {"id": "f86a9f6e-a09e-46d1-b03f-0956ea8bae3d", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1386696652-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "721fa36a4054458ca712af06f60a3504", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36ba7410-45", "ovs_interfaceid": "36ba7410-45f6-4e18-898b-72fefaf05319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:53:81,bridge_name='br-int',has_traffic_filtering=True,id=36ba7410-45f6-4e18-898b-72fefaf05319,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36ba7410-45') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_vif [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:53:81,bridge_name='br-int',has_traffic_filtering=True,id=36ba7410-45f6-4e18-898b-72fefaf05319,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36ba7410-45') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36ba7410-45, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b1c85428-397b-4828-b9fd-cbdd00cdc993) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] No VIF found with MAC fa:16:3e:19:6c:da, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: INFO os_vif [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:53:81,bridge_name='br-int',has_traffic_filtering=True,id=36ba7410-45f6-4e18-898b-72fefaf05319,network=Network(f86a9f6e-a09e-46d1-b03f-0956ea8bae3d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36ba7410-45')
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zVDTSwNU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:19 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c7bd84-c9dc-4b93-bb79-b794e783a49f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:07:19 user nova-compute[74681]: No targets found.
Oct 16 15:07:19 user nova-compute[74681]: iSNS:
Oct 16 15:07:19 user nova-compute[74681]: No targets found.
Oct 16 15:07:19 user nova-compute[74681]: STATIC:
Oct 16 15:07:19 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de
Oct 16 15:07:19 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:07:19 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:07:19 user nova-compute[74681]: FIRMWARE:
Oct 16 15:07:19 user nova-compute[74681]: No targets found.
Oct 16 15:07:19 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:07:19 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:07:19 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7207d6bb-0073-4163-a795-17100aab08bc', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b5e55e5-b096-4992-b930-615a391cf972]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[89623b7e-0f16-4cba-b2d8-75f6419b76a9]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:19 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:19 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e00f3400>, {}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Disconnecting from: [] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.087s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] <== disconnect_volume: return (89ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:07:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Deleting instance files /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979_del
Oct 16 15:07:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Deletion of /opt/stack/data/nova/instances/12b01096-b87f-4b12-b81c-7305b96ab979_del complete
Oct 16 15:07:19 user nova-compute[74681]: INFO nova.compute.manager [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Took 1.33 seconds to destroy the instance on the hypervisor.
Oct 16 15:07:19 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:07:20 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Took 0.98 seconds to deallocate network for instance.
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:20 user nova-compute[74681]: WARNING nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received unexpected event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with vm_state active and task_state deleting.
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:20 user nova-compute[74681]: WARNING nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received unexpected event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with vm_state active and task_state deleting.
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:20 user nova-compute[74681]: WARNING nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received unexpected event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with vm_state active and task_state deleting.
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-unplugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-unplugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-unplugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Acquiring lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] Lock "12b01096-b87f-4b12-b81c-7305b96ab979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] No waiting events found dispatching network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:20 user nova-compute[74681]: WARNING nova.compute.manager [req-68e1e8eb-ccdb-4c08-aacb-36a1535d3d5c req-b605f2a7-33e9-48b6-aab8-f376b34e91ed service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received unexpected event network-vif-plugged-36ba7410-45f6-4e18-898b-72fefaf05319 for instance with vm_state active and task_state deleting.
Oct 16 15:07:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-b342572d-dd0b-4cff-9f55-ca6993f81980 req-a6ca09e3-4566-4cad-bb2f-256dd8cc1554 service nova] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Received event network-vif-deleted-36ba7410-45f6-4e18-898b-72fefaf05319 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UuahbtqZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:25 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:25 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:25 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca463b3-f0f3-4e3c-b5fc-864823a6f3d6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:07:25 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e25aba-d74d-413b-8469-ff3fd2d60098]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361] added
Oct 16 15:07:25 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d01a861-dc2b-4cc1-9809-5b8d7ceb5934]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e262a36-c71f-4a35-aa6c-0dfc6c3014d5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UuahbtqZ {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UuahbtqZ" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[42cdf13a-eec7-444a-a655-5e4e9c4d6545]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UuahbtqZ'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c216c7-ab52-4de0-8bdc-b05631f057b5]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-1b2432da-daab-498d-a4f6-a040803d5447 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.903s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb11941-a736-4390-a706-6b501d5767d8]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:25 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:25 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[704421e5-2bfa-4a63-9444-db5d3f9f5d63]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260]
Oct 16 15:07:25 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260] successful.
Oct 16 15:07:25 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eefb1c91-a530-4aea-bc79-c8bce4459d8f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: WARNING nova.volume.cinder [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Attachment 07aa3bd6-de5a-4910-b938-3027ebc19a93 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 07aa3bd6-de5a-4910-b938-3027ebc19a93. (HTTP 404) (Request-ID: req-7607d6f5-2ca5-40da-8f93-9bc3c831b5f5)
Oct 16 15:07:25 user nova-compute[74681]: INFO nova.compute.manager [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] [instance: 12b01096-b87f-4b12-b81c-7305b96ab979] Took 4.71 seconds to detach 1 volumes for instance.
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[db3af021-ba97-4764-8d7b-8b8d815dc830]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:25 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:25 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:25 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:25 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c72f9b3a-49e8-4170-89f4-41e731fdf24c]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UuahbtqZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UEJWIhsX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:25 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:25 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.290s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:25 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Deleted allocations for instance 12b01096-b87f-4b12-b81c-7305b96ab979
Oct 16 15:07:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f3a063ac-4585-4a42-95fd-93c5e81a1fee tempest-VolumesSnapshotTestJSON-449570551 tempest-VolumesSnapshotTestJSON-449570551-project-member] Lock "12b01096-b87f-4b12-b81c-7305b96ab979" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.495s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23937303837333538', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937303837333538', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.896s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:26 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:26 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.objects.instance [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid eca9203b-8405-468e-ac8d-59bd14e91bf9 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c2bd0f-161b-4940-a3af-3c326b3d4def]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:07:26 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:07:26 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:07:26 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:07:26 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:07:26 user nova-compute[74681]:   <serial>4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361</serial>
Oct 16 15:07:26 user nova-compute[74681]: </disk>
Oct 16 15:07:26 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[19267604-3b7a-403f-b27f-db1f97f4fb7a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8] added
Oct 16 15:07:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e6d92ef-fc12-47d5-af6b-83012130ba64]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1818d656-f745-4f18-83af-a8aea559aa1d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UEJWIhsX {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UEJWIhsX" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb50c947-af55-44fa-bcb2-a631a4e97169]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UEJWIhsX'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac9e000b-dc60-42c7-a7de-bf67202d415f]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fa54dc-3d4b-40b0-913a-b124939ed51e]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:26 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:26 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a99394b4-46ae-43fc-b269-2957c83ffe91]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260]
Oct 16 15:07:26 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260] successful.
Oct 16 15:07:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d879c1-c3e1-4a99-b1f5-afd9786d9d83]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e56019-f43c-499d-bcd8-0ac7353278dd]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:26 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:26 user nova-compute[74681]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:26 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:26 user nova-compute[74681]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:26 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] HCTL ('35', '-', '-', 0) found on session 54 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc78db2d-82c0-432f-9b37-311c8186533f]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UEJWIhsX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] No VIF found with MAC fa:16:3e:ba:a1:df, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:26 user nova-compute[74681]: INFO nova.compute.manager [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Detaching volume 4cd5462f-e8db-49eb-b847-3955e2fc12de
Oct 16 15:07:26 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-63b7256d-d8ad-4d6a-9a4c-9f62d10a7452 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.412s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:26 user nova-compute[74681]: INFO nova.virt.block_device [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Attempting to driver detach volume 4cd5462f-e8db-49eb-b847-3955e2fc12de from mountpoint /dev/vdb
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Attempting to detach device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:07:26 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:07:26 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:07:26 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:07:26 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:07:26 user nova-compute[74681]:   <serial>4cd5462f-e8db-49eb-b847-3955e2fc12de</serial>
Oct 16 15:07:26 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:07:26 user nova-compute[74681]: </disk>
Oct 16 15:07:26 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:07:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the persistent domain config.
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:07:27 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:07:27 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:07:27 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:07:27 user nova-compute[74681]:   <serial>4cd5462f-e8db-49eb-b847-3955e2fc12de</serial>
Oct 16 15:07:27 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:07:27 user nova-compute[74681]: </disk>
Oct 16 15:07:27 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:27 user nova-compute[74681]: INFO nova.compute.manager [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Terminating instance
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.280s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] <== connect_volume: return (2176ms) {'type': 'block', 'scsi_wwn': '23231346531643566', 'path': '/dev/sdd'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231346531643566', 'path': '/dev/sdd'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'flavor' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:07:27 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:07:27 user nova-compute[74681]:   <source dev="/dev/sdd"/>
Oct 16 15:07:27 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:07:27 user nova-compute[74681]:   <serial>65040250-be5e-4d02-a97c-900e093672a8</serial>
Oct 16 15:07:27 user nova-compute[74681]: </disk>
Oct 16 15:07:27 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc6cfb57-ea8b-49f7-abb3-3587458f43ed req-77f7eeaf-4ad1-4a69-a5d2-a5b7432355c3 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received event network-vif-unplugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc6cfb57-ea8b-49f7-abb3-3587458f43ed req-77f7eeaf-4ad1-4a69-a5d2-a5b7432355c3 service nova] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc6cfb57-ea8b-49f7-abb3-3587458f43ed req-77f7eeaf-4ad1-4a69-a5d2-a5b7432355c3 service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-cc6cfb57-ea8b-49f7-abb3-3587458f43ed req-77f7eeaf-4ad1-4a69-a5d2-a5b7432355c3 service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc6cfb57-ea8b-49f7-abb3-3587458f43ed req-77f7eeaf-4ad1-4a69-a5d2-a5b7432355c3 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] No waiting events found dispatching network-vif-unplugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-cc6cfb57-ea8b-49f7-abb3-3587458f43ed req-77f7eeaf-4ad1-4a69-a5d2-a5b7432355c3 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received event network-vif-unplugged-6d21f9b8-a055-4120-b864-0be3821207d5 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:27 user nova-compute[74681]: INFO nova.compute.manager [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Detaching volume 4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361
Oct 16 15:07:28 user nova-compute[74681]: INFO nova.virt.block_device [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Attempting to driver detach volume 4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 from mountpoint /dev/vdb
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Attempting to detach device vdb from instance eca9203b-8405-468e-ac8d-59bd14e91bf9 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:07:28 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:07:28 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:07:28 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:07:28 user nova-compute[74681]:   <serial>4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361</serial>
Oct 16 15:07:28 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:07:28 user nova-compute[74681]: </disk>
Oct 16 15:07:28 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:07:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully detached device vdb from instance eca9203b-8405-468e-ac8d-59bd14e91bf9 from the persistent domain config.
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eca9203b-8405-468e-ac8d-59bd14e91bf9 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:07:28 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:07:28 user nova-compute[74681]:   <source dev="/dev/sdc"/>
Oct 16 15:07:28 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:07:28 user nova-compute[74681]:   <serial>4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361</serial>
Oct 16 15:07:28 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:07:28 user nova-compute[74681]: </disk>
Oct 16 15:07:28 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No VIF found with MAC fa:16:3e:bb:c3:60, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f649ee3c-101b-4d6e-ba49-12449c66d594 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eca9203b-8405-468e-ac8d-59bd14e91bf9 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:07:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Instance destroyed successfully.
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.objects.instance [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lazy-loading 'resources' on Instance uuid 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T14:58:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2113123023',display_name='tempest-ServersNegativeTestJSON-server-2113123023',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2113123023',id=35,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T14:58:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc30a86e1fe745bd97f9f408dc72c020',ramdisk_id='',reservation_id='r-0yjbxotw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1936366829',owner_user_name='tempest-ServersNegativeTestJSON-1936366829-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T14:58:28Z,user_data=None,user_id='1aadc1b9d80f45f592b97e0d708740a9',uuid=72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converting VIF {"id": "6d21f9b8-a055-4120-b864-0be3821207d5", "address": "fa:16:3e:4f:98:f9", "network": {"id": "e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755517179-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc30a86e1fe745bd97f9f408dc72c020", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d21f9b8-a0", "ovs_interfaceid": "6d21f9b8-a055-4120-b864-0be3821207d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=6d21f9b8-a055-4120-b864-0be3821207d5,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d21f9b8-a0') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG os_vif [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=6d21f9b8-a055-4120-b864-0be3821207d5,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d21f9b8-a0') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d21f9b8-a0, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44a80b0b-8a39-42a9-bba0-a9dea00144ee) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:07:28 user nova-compute[74681]: INFO os_vif [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:98:f9,bridge_name='br-int',has_traffic_filtering=True,id=6d21f9b8-a055-4120-b864-0be3821207d5,network=Network(e63bb2f0-9aa2-4b69-88b5-6cf61b7a8d71),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d21f9b8-a0')
Oct 16 15:07:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Deleting instance files /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676_del
Oct 16 15:07:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Deletion of /opt/stack/data/nova/instances/72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676_del complete
Oct 16 15:07:28 user nova-compute[74681]: INFO nova.compute.manager [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Took 1.35 seconds to destroy the instance on the hypervisor.
Oct 16 15:07:28 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:07:28 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:07:29 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Took 0.52 seconds to deallocate network for instance.
Oct 16 15:07:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-47dd2593-8650-4620-9d14-c92a18804522 req-8db77b35-189d-47a3-a508-58782c3c29ea service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received event network-vif-deleted-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.264s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:29 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Deleted allocations for instance 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676
Oct 16 15:07:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-ff842d9c-ed0b-4f74-9067-dc21b50babfa req-9de89d4f-7ec3-4215-8c63-f861096278d8 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received event network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff842d9c-ed0b-4f74-9067-dc21b50babfa req-9de89d4f-7ec3-4215-8c63-f861096278d8 service nova] Acquiring lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff842d9c-ed0b-4f74-9067-dc21b50babfa req-9de89d4f-7ec3-4215-8c63-f861096278d8 service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ff842d9c-ed0b-4f74-9067-dc21b50babfa req-9de89d4f-7ec3-4215-8c63-f861096278d8 service nova] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:29 user nova-compute[74681]: DEBUG nova.compute.manager [req-ff842d9c-ed0b-4f74-9067-dc21b50babfa req-9de89d4f-7ec3-4215-8c63-f861096278d8 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] No waiting events found dispatching network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:07:29 user nova-compute[74681]: WARNING nova.compute.manager [req-ff842d9c-ed0b-4f74-9067-dc21b50babfa req-9de89d4f-7ec3-4215-8c63-f861096278d8 service nova] [instance: 72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676] Received unexpected event network-vif-plugged-6d21f9b8-a055-4120-b864-0be3821207d5 for instance with vm_state deleted and task_state None.
Oct 16 15:07:29 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-45d88ed7-f9f2-44c6-92d8-c85f971b0d62 tempest-ServersNegativeTestJSON-1936366829 tempest-ServersNegativeTestJSON-1936366829-project-member] Lock "72bfc8a3-abb7-4f3a-bd5c-fe6cdcf4b676" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.331s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:30 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'flavor' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.087s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:31 user nova-compute[74681]: INFO nova.compute.manager [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Attaching volume 8c3e4328-0ecc-4ff4-9de3-015591086434 to /dev/vdc
Oct 16 15:07:31 user nova-compute[74681]: DEBUG os_brick.utils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d8db06c-bc1f-4962-925c-00e003174c9a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[df8b18b1-1693-4c47-ae50-f9bc6202f481]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec18dc11-f2dd-4903-a3eb-477fb1b6c108]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[91211fdc-c1bb-4457-bd9f-dd67ac8a08f1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:07:31 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:07:31 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb4ab82-c5bb-4300-8a78-bffb0190cc9f]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG os_brick.utils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:31 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updating existing volume attachment record: f87374db-58e3-46a0-a593-f95413d9a377 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:07:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:47 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 is timed out.
Oct 16 15:07:47 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully detached device vdb from instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 from the live domain config.
Oct 16 15:07:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rNCYJfHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:47 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb6c345-daee-47ee-afe2-ae21b890be9b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:07:47 user nova-compute[74681]: No targets found.
Oct 16 15:07:47 user nova-compute[74681]: iSNS:
Oct 16 15:07:47 user nova-compute[74681]: No targets found.
Oct 16 15:07:47 user nova-compute[74681]: STATIC:
Oct 16 15:07:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de
Oct 16 15:07:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:07:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:07:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8
Oct 16 15:07:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:07:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:07:47 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361
Oct 16 15:07:47 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:07:47 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:07:47 user nova-compute[74681]: FIRMWARE:
Oct 16 15:07:47 user nova-compute[74681]: No targets found.
Oct 16 15:07:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:07:47 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:07:47 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb2cf11a-4628-43b0-b29a-c47de55a9e6d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3ccab64-0705-40db-8b6c-0732f6301cdb]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:47 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:47 user nova-compute[74681]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de (non-flash)
Oct 16 15:07:47 user nova-compute[74681]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:47 user nova-compute[74681]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0244ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a54027-d24a-41db-b857-d870588085ad]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d6b718-8986-4094-8781-efb0242e752f]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f323cf1-0a5c-4b01-9d75-03721ac886e0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fae3f16-dc1d-4f64-803b-a08a75dcdba2]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a58af0c-3699-4d85-bd69-339c67614376]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c604f61e-7ec6-4b59-bef5-7b56ec2eafec]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260]
Oct 16 15:07:47 user nova-compute[74681]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de, portal: 172.16.0.220,3260] successful.
Oct 16 15:07:47 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4cd5462f-e8db-49eb-b847-3955e2fc12de -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[136e4400-35e0-467f-8329-50d8174043a1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] <== disconnect_volume: return (328ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:47 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:07:48 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eca9203b-8405-468e-ac8d-59bd14e91bf9 is timed out.
Oct 16 15:07:48 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully detached device vdb from instance eca9203b-8405-468e-ac8d-59bd14e91bf9 from the live domain config.
Oct 16 15:07:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UuahbtqZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:48 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c14902-0e30-4c96-bdb4-619786dabab1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:07:48 user nova-compute[74681]: No targets found.
Oct 16 15:07:48 user nova-compute[74681]: iSNS:
Oct 16 15:07:48 user nova-compute[74681]: No targets found.
Oct 16 15:07:48 user nova-compute[74681]: STATIC:
Oct 16 15:07:48 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8
Oct 16 15:07:48 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:07:48 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:07:48 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361
Oct 16 15:07:48 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:07:48 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:07:48 user nova-compute[74681]: FIRMWARE:
Oct 16 15:07:48 user nova-compute[74681]: No targets found.
Oct 16 15:07:48 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:07:48 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:07:48 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6dec32-7d43-4540-8246-b24873555848]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[48cdd5d0-d94c-49d9-b614-4c9d35247c8c]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:48 user nova-compute[74681]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:48 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 (non-flash)
Oct 16 15:07:48 user nova-compute[74681]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:48 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d02467a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'flavor' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0743a7e8-632d-4738-9b64-f33d86ddadd9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ba41be-2067-48cd-bd85-67756c192a35]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0f603ec6-6faf-47a8-874a-35439dae1d36 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.919s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b474d9d-4e0a-4ef1-a100-58057ca4fedf]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f36acb0b-609b-462a-84a8-49aa31188a87]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8861334-86e3-4b04-bac7-76aca6fe6daa]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a5053c-0eb9-4a45-817e-dee1da1c57cf]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260]
Oct 16 15:07:48 user nova-compute[74681]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361, portal: 172.16.0.220,3260] successful.
Oct 16 15:07:48 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b9e8f2e-aef1-4ec2-b23a-4f5a3c5e7361 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b56e19a-e8c7-4edd-ad00-72cac430e655]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] <== disconnect_volume: return (308ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:07:48 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:07:49 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'flavor' on Instance uuid eca9203b-8405-468e-ac8d-59bd14e91bf9 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:07:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c363a117-5f73-4540-b02b-03507c8aa5d2 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.109s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:07:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cVlLKNIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:07:59 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0699c74-1224-4105-a243-1f00d3d1effe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:07:59 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a3cdd25-2aa5-4f9d-96c0-1ad3afe0c4d2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434] added
Oct 16 15:07:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1d2deb-7f23-439d-9222-2fe8c4805cf9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[81229f93-313f-4252-bd2c-df7ff17da59c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cVlLKNIU {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cVlLKNIU" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f7b40f-4a0c-49ba-9276-a34e1f1948c3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cVlLKNIU'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d27653b-ac83-4a96-af7d-c8b78ae06f05]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ecd12fa-e83a-472a-a296-8e2d6d3d6719]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eb8948e-a553-419a-a201-cc4cd9d6b374]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260]
Oct 16 15:07:59 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260] successful.
Oct 16 15:07:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:07:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Creating image(s)
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Ensure instance console log exists: /opt/stack/data/nova/instances/df3a4208-58b8-465a-b807-9dafa0a990c3/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Start _get_guest_xml network_info=[{"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'slLzHUJg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'df3a4208-58b8-465a-b807-9dafa0a990c3', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb1b9a5a-45ce-4e43-8106-de1041e52015', 'serial': 'eb1b9a5a-45ce-4e43-8106-de1041e52015'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '05429afe-066e-465c-9647-1f002f9f777f', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bee107b-51fa-49a7-89df-a473546ac89b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:07:59 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'slLzHUJg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:07:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb77f788-359c-42be-a764-5dde3c7f5d77]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:59 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:07:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:07:59 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:07:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[165707c1-75d3-4b26-b69a-38f944d23749]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:07:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cVlLKNIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23165393931396565', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165393931396565', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.037s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:08:00 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:08:00 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG nova.objects.instance [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'flavor' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[689ed713-a0ef-43cf-9dfa-64ffd7a63059]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:08:00 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 15:08:00 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:08:00 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:08:00 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 15:08:00 user nova-compute[74681]:   <serial>8c3e4328-0ecc-4ff4-9de3-015591086434</serial>
Oct 16 15:08:00 user nova-compute[74681]: </disk>
Oct 16 15:08:00 user nova-compute[74681]:  {{(pid=74681) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5244784a-0d7b-44e9-a9d0-aec8ebcf6e6c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015] added
Oct 16 15:08:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[12ed1d39-1884-4a2f-b4bf-5579eca8ce9c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3cbefba-7a0e-4c9b-a23e-096e621d34af]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v slLzHUJg {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v slLzHUJg" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5995ff81-a51f-4491-8ab6-518969bd2f0d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'slLzHUJg'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[556aff20-b85d-4982-aad0-6d2b783c00cf]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[99872740-2b09-47d6-b3a2-8caab1879699]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[940a2bf9-cdad-4c11-a699-42c03cdeb011]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260]
Oct 16 15:08:00 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260] successful.
Oct 16 15:08:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af5d7d1-73b8-416f-961c-818af9091bed]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bde886b-d5f0-4067-aaec-f629f51f9d50]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:08:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c664bf69-19da-49f8-9ffb-34e61021c110]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:00 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] No VIF found with MAC fa:16:3e:bb:c3:60, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-3e474340-e392-43da-9eb0-a496680c881e tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 30.097s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Skipping network cache update for instance because it is Building. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'slLzHUJg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== connect_volume: return (2355ms) {'type': 'block', 'scsi_wwn': '23939376631623564', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939376631623564', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:07:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-653193664',display_name='tempest-TestVolumeBootPattern-server-653193664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-653193664',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-d607gf34',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:07:04Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=df3a4208-58b8-465a-b807-9dafa0a990c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:2b,bridge_name='br-int',has_traffic_filtering=True,id=94dd1b7a-81a2-4d0d-9b06-b6d981720ac0,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dd1b7a-81') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'pci_devices' on Instance uuid df3a4208-58b8-465a-b807-9dafa0a990c3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:08:01 user nova-compute[74681]:   <uuid>df3a4208-58b8-465a-b807-9dafa0a990c3</uuid>
Oct 16 15:08:01 user nova-compute[74681]:   <name>instance-0000002e</name>
Oct 16 15:08:01 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:08:01 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:08:01 user nova-compute[74681]:   <metadata>
Oct 16 15:08:01 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:08:01 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:08:01 user nova-compute[74681]:       <nova:name>tempest-TestVolumeBootPattern-server-653193664</nova:name>
Oct 16 15:08:01 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:07:59</nova:creationTime>
Oct 16 15:08:01 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:08:01 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:08:01 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:08:01 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:08:01 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:08:01 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:08:01 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:08:01 user nova-compute[74681]:       <nova:owner>
Oct 16 15:08:01 user nova-compute[74681]:         <nova:user uuid="a4c97403f0f144bba79a07d043d3157e">tempest-TestVolumeBootPattern-69904000-project-member</nova:user>
Oct 16 15:08:01 user nova-compute[74681]:         <nova:project uuid="552de2ff0b6341e8b8f628da542f63ab">tempest-TestVolumeBootPattern-69904000</nova:project>
Oct 16 15:08:01 user nova-compute[74681]:       </nova:owner>
Oct 16 15:08:01 user nova-compute[74681]:       <nova:ports>
Oct 16 15:08:01 user nova-compute[74681]:         <nova:port uuid="94dd1b7a-81a2-4d0d-9b06-b6d981720ac0">
Oct 16 15:08:01 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 15:08:01 user nova-compute[74681]:         </nova:port>
Oct 16 15:08:01 user nova-compute[74681]:       </nova:ports>
Oct 16 15:08:01 user nova-compute[74681]:     </nova:instance>
Oct 16 15:08:01 user nova-compute[74681]:   </metadata>
Oct 16 15:08:01 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:08:01 user nova-compute[74681]:     <system>
Oct 16 15:08:01 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:08:01 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:08:01 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:08:01 user nova-compute[74681]:       <entry name="serial">df3a4208-58b8-465a-b807-9dafa0a990c3</entry>
Oct 16 15:08:01 user nova-compute[74681]:       <entry name="uuid">df3a4208-58b8-465a-b807-9dafa0a990c3</entry>
Oct 16 15:08:01 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:08:01 user nova-compute[74681]:     </system>
Oct 16 15:08:01 user nova-compute[74681]:   </sysinfo>
Oct 16 15:08:01 user nova-compute[74681]:   <os>
Oct 16 15:08:01 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:08:01 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:08:01 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:08:01 user nova-compute[74681]:   </os>
Oct 16 15:08:01 user nova-compute[74681]:   <features>
Oct 16 15:08:01 user nova-compute[74681]:     <acpi/>
Oct 16 15:08:01 user nova-compute[74681]:     <apic/>
Oct 16 15:08:01 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:08:01 user nova-compute[74681]:   </features>
Oct 16 15:08:01 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:08:01 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:08:01 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:08:01 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:08:01 user nova-compute[74681]:   </clock>
Oct 16 15:08:01 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:08:01 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:08:01 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:08:01 user nova-compute[74681]:   </cpu>
Oct 16 15:08:01 user nova-compute[74681]:   <devices>
Oct 16 15:08:01 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 15:08:01 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:08:01 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 15:08:01 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:08:01 user nova-compute[74681]:       <serial>eb1b9a5a-45ce-4e43-8106-de1041e52015</serial>
Oct 16 15:08:01 user nova-compute[74681]:     </disk>
Oct 16 15:08:01 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:08:01 user nova-compute[74681]:       <mac address="fa:16:3e:7a:6f:2b"/>
Oct 16 15:08:01 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:08:01 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:08:01 user nova-compute[74681]:       <target dev="tap94dd1b7a-81"/>
Oct 16 15:08:01 user nova-compute[74681]:     </interface>
Oct 16 15:08:01 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:08:01 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/df3a4208-58b8-465a-b807-9dafa0a990c3/console.log" append="off"/>
Oct 16 15:08:01 user nova-compute[74681]:     </serial>
Oct 16 15:08:01 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:08:01 user nova-compute[74681]:     <video>
Oct 16 15:08:01 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:08:01 user nova-compute[74681]:     </video>
Oct 16 15:08:01 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:08:01 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:08:01 user nova-compute[74681]:     </rng>
Oct 16 15:08:01 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:08:01 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:08:01 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:08:01 user nova-compute[74681]:     </memballoon>
Oct 16 15:08:01 user nova-compute[74681]:   </devices>
Oct 16 15:08:01 user nova-compute[74681]: </domain>
Oct 16 15:08:01 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:07:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-653193664',display_name='tempest-TestVolumeBootPattern-server-653193664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-653193664',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-d607gf34',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:07:04Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=df3a4208-58b8-465a-b807-9dafa0a990c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:2b,bridge_name='br-int',has_traffic_filtering=True,id=94dd1b7a-81a2-4d0d-9b06-b6d981720ac0,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dd1b7a-81') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG os_vif [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:2b,bridge_name='br-int',has_traffic_filtering=True,id=94dd1b7a-81a2-4d0d-9b06-b6d981720ac0,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dd1b7a-81') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2823e892-7541-5568-8250-98aa29b365e6', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap94dd1b7a-81, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap94dd1b7a-81, col_values=(('qos', UUID('980eaa1f-9e9b-483c-a966-1ca91a8cbae0')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap94dd1b7a-81, col_values=(('external_ids', {'iface-id': '94dd1b7a-81a2-4d0d-9b06-b6d981720ac0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:6f:2b', 'vm-uuid': 'df3a4208-58b8-465a-b807-9dafa0a990c3'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:02 user nova-compute[74681]: INFO os_vif [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:2b,bridge_name='br-int',has_traffic_filtering=True,id=94dd1b7a-81a2-4d0d-9b06-b6d981720ac0,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dd1b7a-81')
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No VIF found with MAC fa:16:3e:7a:6f:2b, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:02 user nova-compute[74681]: INFO nova.compute.manager [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Detaching volume 8c3e4328-0ecc-4ff4-9de3-015591086434
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating instance_info_cache with network_info: [{"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:02 user nova-compute[74681]: INFO nova.virt.block_device [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Attempting to driver detach volume 8c3e4328-0ecc-4ff4-9de3-015591086434 from mountpoint /dev/vdc
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Attempting to detach device vdc from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:08:02 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:08:02 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:08:02 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 15:08:02 user nova-compute[74681]:   <serial>8c3e4328-0ecc-4ff4-9de3-015591086434</serial>
Oct 16 15:08:02 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 15:08:02 user nova-compute[74681]: </disk>
Oct 16 15:08:02 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:08:02 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Successfully detached device vdc from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the persistent domain config.
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:08:02 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:08:02 user nova-compute[74681]:   <source dev="/dev/sdb"/>
Oct 16 15:08:02 user nova-compute[74681]:   <target dev="vdc" bus="virtio"/>
Oct 16 15:08:02 user nova-compute[74681]:   <serial>8c3e4328-0ecc-4ff4-9de3-015591086434</serial>
Oct 16 15:08:02 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 15:08:02 user nova-compute[74681]: </disk>
Oct 16 15:08:02 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:08:02 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:08:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-6467be8b-ed48-452e-9fad-22b6135b9646 req-1a3c74a5-c303-45dc-af67-ab00893d61f0 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received event network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6467be8b-ed48-452e-9fad-22b6135b9646 req-1a3c74a5-c303-45dc-af67-ab00893d61f0 service nova] Acquiring lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6467be8b-ed48-452e-9fad-22b6135b9646 req-1a3c74a5-c303-45dc-af67-ab00893d61f0 service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6467be8b-ed48-452e-9fad-22b6135b9646 req-1a3c74a5-c303-45dc-af67-ab00893d61f0 service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG nova.compute.manager [req-6467be8b-ed48-452e-9fad-22b6135b9646 req-1a3c74a5-c303-45dc-af67-ab00893d61f0 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] No waiting events found dispatching network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:08:04 user nova-compute[74681]: WARNING nova.compute.manager [req-6467be8b-ed48-452e-9fad-22b6135b9646 req-1a3c74a5-c303-45dc-af67-ab00893d61f0 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received unexpected event network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 for instance with vm_state building and task_state spawning.
Oct 16 15:08:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:08:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Instance spawned successfully.
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-13d03709-04d8-4b0a-b345-f6c3e71285b1 req-e3d752ec-cfbe-428c-bb6f-f5d31b0f1c1b service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received event network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-13d03709-04d8-4b0a-b345-f6c3e71285b1 req-e3d752ec-cfbe-428c-bb6f-f5d31b0f1c1b service nova] Acquiring lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-13d03709-04d8-4b0a-b345-f6c3e71285b1 req-e3d752ec-cfbe-428c-bb6f-f5d31b0f1c1b service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-13d03709-04d8-4b0a-b345-f6c3e71285b1 req-e3d752ec-cfbe-428c-bb6f-f5d31b0f1c1b service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-13d03709-04d8-4b0a-b345-f6c3e71285b1 req-e3d752ec-cfbe-428c-bb6f-f5d31b0f1c1b service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] No waiting events found dispatching network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:08:06 user nova-compute[74681]: WARNING nova.compute.manager [req-13d03709-04d8-4b0a-b345-f6c3e71285b1 req-e3d752ec-cfbe-428c-bb6f-f5d31b0f1c1b service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received unexpected event network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 for instance with vm_state building and task_state spawning.
Oct 16 15:08:06 user nova-compute[74681]: INFO nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Took 6.83 seconds to spawn the instance on the hypervisor.
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:08:06 user nova-compute[74681]: INFO nova.compute.manager [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Took 63.30 seconds to build instance.
Oct 16 15:08:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c7a3d2c-279c-4c9a-8404-f2e0b770db98 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 63.476s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-changed-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Refreshing instance network info cache due to event network-changed-34822495-7e45-4708-b71f-c20f0fdaac31. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] Acquiring lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] Acquired lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:08:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Refreshing network info cache for port 34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:07 user nova-compute[74681]: INFO nova.compute.manager [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Terminating instance
Oct 16 15:08:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updated VIF entry in instance network info cache for port 34822495-7e45-4708-b71f-c20f0fdaac31. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating instance_info_cache with network_info: [{"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-a27b211a-d26b-4d10-bb8e-6e4f430abebd req-b1eafd5d-26a6-41b4-b841-e909ed49074a service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-vif-unplugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a27b211a-d26b-4d10-bb8e-6e4f430abebd req-b1eafd5d-26a6-41b4-b841-e909ed49074a service nova] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a27b211a-d26b-4d10-bb8e-6e4f430abebd req-b1eafd5d-26a6-41b4-b841-e909ed49074a service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a27b211a-d26b-4d10-bb8e-6e4f430abebd req-b1eafd5d-26a6-41b4-b841-e909ed49074a service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-a27b211a-d26b-4d10-bb8e-6e4f430abebd req-b1eafd5d-26a6-41b4-b841-e909ed49074a service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] No waiting events found dispatching network-vif-unplugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-a27b211a-d26b-4d10-bb8e-6e4f430abebd req-b1eafd5d-26a6-41b4-b841-e909ed49074a service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-vif-unplugged-34822495-7e45-4708-b71f-c20f0fdaac31 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-3fbe28fc-97d7-49f5-a5e2-d69cc5245611 req-0fac0579-4597-4c70-8332-81f11453fe24 service nova] Releasing lock "refresh_cache-d5e3238c-a444-45cb-95bd-10d630c0a7f3" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:08:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:08:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Instance destroyed successfully.
Oct 16 15:08:08 user nova-compute[74681]: DEBUG nova.objects.instance [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lazy-loading 'resources' on Instance uuid d5e3238c-a444-45cb-95bd-10d630c0a7f3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-931317934',display_name='tempest-TestStampPattern-server-931317934',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-931317934',id=40,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5odY6bazTehQlRBDJKGW1BLjG3FofBFWCgXY+XFqU5s20RP6pm0DcjzUt5Hnz65FYWw525WDPYV4vSvzyWWXGT9lYlbqNi289VpjAE30W9cy6+Ozo8PtTLwvLGot2n5g==',key_name='tempest-TestStampPattern-930604992',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:00:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713b8054bd9648bbbacea9343bf884e5',ramdisk_id='',reservation_id='r-14s2wjcl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1203605089',owner_user_name='tempest-TestStampPattern-1203605089-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:03:47Z,user_data=None,user_id='c3882cc7950849e8affa7bf8c7b4e106',uuid=d5e3238c-a444-45cb-95bd-10d630c0a7f3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converting VIF {"id": "34822495-7e45-4708-b71f-c20f0fdaac31", "address": "fa:16:3e:7b:48:ad", "network": {"id": "2a9407d9-192d-4842-9c4d-a1a19e39b004", "bridge": "br-int", "label": "tempest-TestStampPattern-1226266849-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713b8054bd9648bbbacea9343bf884e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34822495-7e", "ovs_interfaceid": "34822495-7e45-4708-b71f-c20f0fdaac31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:48:ad,bridge_name='br-int',has_traffic_filtering=True,id=34822495-7e45-4708-b71f-c20f0fdaac31,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34822495-7e') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG os_vif [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:48:ad,bridge_name='br-int',has_traffic_filtering=True,id=34822495-7e45-4708-b71f-c20f0fdaac31,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34822495-7e') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap34822495-7e, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=20ee3203-086d-4e5e-9a5b-e4897954fb6b) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:08 user nova-compute[74681]: INFO os_vif [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:48:ad,bridge_name='br-int',has_traffic_filtering=True,id=34822495-7e45-4708-b71f-c20f0fdaac31,network=Network(2a9407d9-192d-4842-9c4d-a1a19e39b004),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34822495-7e')
Oct 16 15:08:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Deleting instance files /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3_del
Oct 16 15:08:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Deletion of /opt/stack/data/nova/instances/d5e3238c-a444-45cb-95bd-10d630c0a7f3_del complete
Oct 16 15:08:08 user nova-compute[74681]: INFO nova.compute.manager [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 16 15:08:08 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:08:08 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:08:09 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Took 0.73 seconds to deallocate network for instance.
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-87a3d496-799a-4ae8-83dc-0ecc5395db59 req-ac62fa08-6e7f-4d13-9619-211a86b8e69f service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-vif-deleted-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:09 user nova-compute[74681]: INFO nova.compute.manager [req-87a3d496-799a-4ae8-83dc-0ecc5395db59 req-ac62fa08-6e7f-4d13-9619-211a86b8e69f service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Neutron deleted interface 34822495-7e45-4708-b71f-c20f0fdaac31; detaching it from the instance and deleting it from the info cache
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.network.neutron [req-87a3d496-799a-4ae8-83dc-0ecc5395db59 req-ac62fa08-6e7f-4d13-9619-211a86b8e69f service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-87a3d496-799a-4ae8-83dc-0ecc5395db59 req-ac62fa08-6e7f-4d13-9619-211a86b8e69f service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Detach interface failed, port_id=34822495-7e45-4708-b71f-c20f0fdaac31, reason: Instance d5e3238c-a444-45cb-95bd-10d630c0a7f3 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.349s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:09 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Deleted allocations for instance d5e3238c-a444-45cb-95bd-10d630c0a7f3
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-d920a7b5-ecc7-40c5-be3f-7cd99e530e9b req-98032dae-966d-408c-a025-bca9c037c673 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received event network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d920a7b5-ecc7-40c5-be3f-7cd99e530e9b req-98032dae-966d-408c-a025-bca9c037c673 service nova] Acquiring lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d920a7b5-ecc7-40c5-be3f-7cd99e530e9b req-98032dae-966d-408c-a025-bca9c037c673 service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d920a7b5-ecc7-40c5-be3f-7cd99e530e9b req-98032dae-966d-408c-a025-bca9c037c673 service nova] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-d920a7b5-ecc7-40c5-be3f-7cd99e530e9b req-98032dae-966d-408c-a025-bca9c037c673 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] No waiting events found dispatching network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:08:09 user nova-compute[74681]: WARNING nova.compute.manager [req-d920a7b5-ecc7-40c5-be3f-7cd99e530e9b req-98032dae-966d-408c-a025-bca9c037c673 service nova] [instance: d5e3238c-a444-45cb-95bd-10d630c0a7f3] Received unexpected event network-vif-plugged-34822495-7e45-4708-b71f-c20f0fdaac31 for instance with vm_state deleted and task_state None.
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-6c39e94b-980d-4c0a-a1e6-593bc27ebbad tempest-TestStampPattern-1203605089 tempest-TestStampPattern-1203605089-project-member] Lock "d5e3238c-a444-45cb-95bd-10d630c0a7f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.612s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:09 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:08:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:08:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8417MB free_disk=25.207664489746094GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance eca9203b-8405-468e-ac8d-59bd14e91bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance df3a4208-58b8-465a-b807-9dafa0a990c3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:08:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:08:11 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:08:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:08:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:08:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.292s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:08:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:18 user nova-compute[74681]: INFO nova.compute.manager [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Terminating instance
Oct 16 15:08:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-ba8a2aee-a78a-43bc-a2d3-fb2494e436e9 req-6d91e4c1-bd25-4355-884c-949d0c4d3a87 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-vif-unplugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ba8a2aee-a78a-43bc-a2d3-fb2494e436e9 req-6d91e4c1-bd25-4355-884c-949d0c4d3a87 service nova] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ba8a2aee-a78a-43bc-a2d3-fb2494e436e9 req-6d91e4c1-bd25-4355-884c-949d0c4d3a87 service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-ba8a2aee-a78a-43bc-a2d3-fb2494e436e9 req-6d91e4c1-bd25-4355-884c-949d0c4d3a87 service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-ba8a2aee-a78a-43bc-a2d3-fb2494e436e9 req-6d91e4c1-bd25-4355-884c-949d0c4d3a87 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] No waiting events found dispatching network-vif-unplugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:08:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-ba8a2aee-a78a-43bc-a2d3-fb2494e436e9 req-6d91e4c1-bd25-4355-884c-949d0c4d3a87 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-vif-unplugged-2fce6ce7-914b-4f29-8f16-98052769f5ba for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:08:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Instance destroyed successfully.
Oct 16 15:08:19 user nova-compute[74681]: DEBUG nova.objects.instance [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lazy-loading 'resources' on Instance uuid eca9203b-8405-468e-ac8d-59bd14e91bf9 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:05:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-12647269',display_name='tempest-AttachVolumeNegativeTest-server-12647269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-12647269',id=44,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAmhUTuuWN3Tfnbgux+UBx5xri04k/veavoDhBgrRqyxBCUsD+y77Kv6KYqZWTY2OmgI/MHg8Ela9pOU4J0rKix/wlNstFf6a+5nyzTy4n4MuaRoHfsiKr1O8JN7g5r3rg==',key_name='tempest-keypair-1342208757',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:05:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c80c67e0e6f945fd8e4fe43d3a350834',ramdisk_id='',reservation_id='r-mka3meh6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1928419655',owner_user_name='tempest-AttachVolumeNegativeTest-1928419655-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:05:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce1043e270455b932cceefc0909ef1',uuid=eca9203b-8405-468e-ac8d-59bd14e91bf9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converting VIF {"id": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "address": "fa:16:3e:ba:a1:df", "network": {"id": "2ceb4a77-ab15-41e9-9c7f-28db1fb587bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2092858421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c80c67e0e6f945fd8e4fe43d3a350834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fce6ce7-91", "ovs_interfaceid": "2fce6ce7-914b-4f29-8f16-98052769f5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:a1:df,bridge_name='br-int',has_traffic_filtering=True,id=2fce6ce7-914b-4f29-8f16-98052769f5ba,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fce6ce7-91') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG os_vif [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:a1:df,bridge_name='br-int',has_traffic_filtering=True,id=2fce6ce7-914b-4f29-8f16-98052769f5ba,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fce6ce7-91') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2fce6ce7-91, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9c74724-1841-4d8f-96fd-fe25a6953a77) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:19 user nova-compute[74681]: INFO os_vif [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:a1:df,bridge_name='br-int',has_traffic_filtering=True,id=2fce6ce7-914b-4f29-8f16-98052769f5ba,network=Network(2ceb4a77-ab15-41e9-9c7f-28db1fb587bb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fce6ce7-91')
Oct 16 15:08:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Deleting instance files /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9_del
Oct 16 15:08:19 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Deletion of /opt/stack/data/nova/instances/eca9203b-8405-468e-ac8d-59bd14e91bf9_del complete
Oct 16 15:08:19 user nova-compute[74681]: INFO nova.compute.manager [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 16 15:08:19 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:08:19 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-731a47e5-8271-43a7-8d34-1e9f70c63299 req-d77999de-8eb5-4a22-b2e2-74cb574cb9d2 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-vif-deleted-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:20 user nova-compute[74681]: INFO nova.compute.manager [req-731a47e5-8271-43a7-8d34-1e9f70c63299 req-d77999de-8eb5-4a22-b2e2-74cb574cb9d2 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Neutron deleted interface 2fce6ce7-914b-4f29-8f16-98052769f5ba; detaching it from the instance and deleting it from the info cache
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.network.neutron [req-731a47e5-8271-43a7-8d34-1e9f70c63299 req-d77999de-8eb5-4a22-b2e2-74cb574cb9d2 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:08:20 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Took 1.22 seconds to deallocate network for instance.
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-731a47e5-8271-43a7-8d34-1e9f70c63299 req-d77999de-8eb5-4a22-b2e2-74cb574cb9d2 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Detach interface failed, port_id=2fce6ce7-914b-4f29-8f16-98052769f5ba, reason: Instance eca9203b-8405-468e-ac8d-59bd14e91bf9 could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-2846e458-6b0e-4630-89e8-46410c799265 req-0e6a19ad-172d-4c84-ad55-3afa66ee3680 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received event network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2846e458-6b0e-4630-89e8-46410c799265 req-0e6a19ad-172d-4c84-ad55-3afa66ee3680 service nova] Acquiring lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2846e458-6b0e-4630-89e8-46410c799265 req-0e6a19ad-172d-4c84-ad55-3afa66ee3680 service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2846e458-6b0e-4630-89e8-46410c799265 req-0e6a19ad-172d-4c84-ad55-3afa66ee3680 service nova] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-2846e458-6b0e-4630-89e8-46410c799265 req-0e6a19ad-172d-4c84-ad55-3afa66ee3680 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] No waiting events found dispatching network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:08:20 user nova-compute[74681]: WARNING nova.compute.manager [req-2846e458-6b0e-4630-89e8-46410c799265 req-0e6a19ad-172d-4c84-ad55-3afa66ee3680 service nova] [instance: eca9203b-8405-468e-ac8d-59bd14e91bf9] Received unexpected event network-vif-plugged-2fce6ce7-914b-4f29-8f16-98052769f5ba for instance with vm_state deleted and task_state None.
Oct 16 15:08:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:20 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Deleted allocations for instance eca9203b-8405-468e-ac8d-59bd14e91bf9
Oct 16 15:08:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-2e6fc843-374b-4d36-9cf3-dc67fe2f6fb1 tempest-AttachVolumeNegativeTest-1928419655 tempest-AttachVolumeNegativeTest-1928419655-project-member] Lock "eca9203b-8405-468e-ac8d-59bd14e91bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.641s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:22 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 is timed out.
Oct 16 15:08:22 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Successfully detached device vdc from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the live domain config.
Oct 16 15:08:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cVlLKNIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:08:22 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c69e977-adc9-4da1-803f-7fe3681f4ac2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:08:22 user nova-compute[74681]: No targets found.
Oct 16 15:08:22 user nova-compute[74681]: iSNS:
Oct 16 15:08:22 user nova-compute[74681]: No targets found.
Oct 16 15:08:22 user nova-compute[74681]: STATIC:
Oct 16 15:08:22 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434
Oct 16 15:08:22 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:08:22 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:08:22 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8
Oct 16 15:08:22 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:08:22 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:08:22 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015
Oct 16 15:08:22 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:08:22 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:08:22 user nova-compute[74681]: FIRMWARE:
Oct 16 15:08:22 user nova-compute[74681]: No targets found.
Oct 16 15:08:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:08:22 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:08:22 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d9b70fe-3eee-4fda-91e4-efd926b1a892]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b9e176-88dc-4208-8bcd-5597932b0541]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:08:22 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:08:22 user nova-compute[74681]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:08:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:08:22 user nova-compute[74681]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 (non-flash)
Oct 16 15:08:22 user nova-compute[74681]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:08:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0245870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e05dfc7-2397-4e9e-8e45-761c3aaaf0fe]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b515919d-a3f3-4d47-96a4-f06093016e76]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:08:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b01c578-c990-463c-a7a9-b3c8c5419ce9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a780e3fe-036e-4d60-9ca4-570361392d89]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd817d0-a1b9-4a1b-9af6-9b4a0aa34e0e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[19424fa1-29f7-4db6-83b1-5d882b198bdf]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260]
Oct 16 15:08:23 user nova-compute[74681]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434, portal: 172.16.0.220,3260] successful.
Oct 16 15:08:23 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c3e4328-0ecc-4ff4-9de3-015591086434 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9178428-eb68-4e3a-b1f4-6cf9dca3e65e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] <== disconnect_volume: return (362ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:08:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:08:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:24 user nova-compute[74681]: DEBUG nova.objects.instance [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'flavor' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:08:24 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-e51a3044-daff-48df-90aa-5c61fa44def1 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.209s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:08:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:08:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:08:52 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:08:52 user nova-compute[74681]: INFO nova.compute.manager [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Detaching volume 65040250-be5e-4d02-a97c-900e093672a8
Oct 16 15:08:52 user nova-compute[74681]: INFO nova.virt.block_device [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Attempting to driver detach volume 65040250-be5e-4d02-a97c-900e093672a8 from mountpoint /dev/vdb
Oct 16 15:08:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Attempting to detach device vdb from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the persistent domain config. {{(pid=74681) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 15:08:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:08:52 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:08:52 user nova-compute[74681]:   <source dev="/dev/sdd"/>
Oct 16 15:08:52 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:08:52 user nova-compute[74681]:   <serial>65040250-be5e-4d02-a97c-900e093672a8</serial>
Oct 16 15:08:52 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:08:52 user nova-compute[74681]: </disk>
Oct 16 15:08:52 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:08:52 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Successfully detached device vdb from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the persistent domain config.
Oct 16 15:08:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the live domain config. {{(pid=74681) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 15:08:52 user nova-compute[74681]: DEBUG nova.virt.libvirt.guest [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 15:08:52 user nova-compute[74681]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:08:52 user nova-compute[74681]:   <source dev="/dev/sdd"/>
Oct 16 15:08:52 user nova-compute[74681]:   <target dev="vdb" bus="virtio"/>
Oct 16 15:08:52 user nova-compute[74681]:   <serial>65040250-be5e-4d02-a97c-900e093672a8</serial>
Oct 16 15:08:52 user nova-compute[74681]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 15:08:52 user nova-compute[74681]: </disk>
Oct 16 15:08:52 user nova-compute[74681]:  {{(pid=74681) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 15:08:53 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 15:08:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:08:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:03 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:09:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:09:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:09:03 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:09:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updating instance_info_cache with network_info: [{"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:09:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:09:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:09:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:09 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 15:09:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:09:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:09:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8510MB free_disk=25.22327423095703GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance df3a4208-58b8-465a-b807-9dafa0a990c3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 15:09:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 15:09:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:09:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:09:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:09:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.639s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:13 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 is timed out.
Oct 16 15:09:13 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Successfully detached device vdb from instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 from the live domain config.
Oct 16 15:09:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UEJWIhsX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:09:13 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b532915-3632-41b6-ab19-7ccfde1c9da9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:09:13 user nova-compute[74681]: No targets found.
Oct 16 15:09:13 user nova-compute[74681]: iSNS:
Oct 16 15:09:13 user nova-compute[74681]: No targets found.
Oct 16 15:09:13 user nova-compute[74681]: STATIC:
Oct 16 15:09:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8
Oct 16 15:09:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:09:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:09:13 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015
Oct 16 15:09:13 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:09:13 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:09:13 user nova-compute[74681]: FIRMWARE:
Oct 16 15:09:13 user nova-compute[74681]: No targets found.
Oct 16 15:09:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:09:13 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:09:13 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3912b6e1-4e7d-4683-970a-1633bb10b926]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0368f221-4fc5-42a1-9ee2-0f6123410811]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:09:13 user nova-compute[74681]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:09:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 (non-flash)
Oct 16 15:09:13 user nova-compute[74681]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:09:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e8846b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8'): ({'sdd'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Removing single pathed devices sdd {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc1a4cf-34f0-411c-acc0-3658cd18d0b7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f31a761c-51f0-4546-afbf-dd8f8a72d566]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Flushing IO for device /dev/sdd {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f95156fd-5237-4feb-a673-ca370831bb6a]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef74d050-bdf2-4aad-8913-fc4f7e07afb4]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] SCSI volumes sdd have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae572e7-5f53-413f-ad92-69010dca180c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dabc82f-9ed9-4b98-bb7d-3281fe3ee322]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260]
Oct 16 15:09:13 user nova-compute[74681]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8, portal: 172.16.0.220,3260] successful.
Oct 16 15:09:13 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65040250-be5e-4d02-a97c-900e093672a8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1274012d-ac56-4cec-8047-b08a8c77f2f1]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] <== disconnect_volume: return (312ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:09:13 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:09:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:14 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'flavor' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:09:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d2804da0-7de8-44ff-ab0e-329e87d11834 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.811s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:09:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 15:09:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 15:09:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:43 user nova-compute[74681]: INFO nova.compute.manager [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Terminating instance
Oct 16 15:09:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:43 user nova-compute[74681]: INFO nova.compute.manager [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Terminating instance
Oct 16 15:09:43 user nova-compute[74681]: DEBUG nova.compute.manager [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-c40d2373-99bb-48cd-a470-75cf178107b8 req-3152c7cc-51f4-49ee-84ad-64292c4ecf2b service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-unplugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c40d2373-99bb-48cd-a470-75cf178107b8 req-3152c7cc-51f4-49ee-84ad-64292c4ecf2b service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c40d2373-99bb-48cd-a470-75cf178107b8 req-3152c7cc-51f4-49ee-84ad-64292c4ecf2b service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c40d2373-99bb-48cd-a470-75cf178107b8 req-3152c7cc-51f4-49ee-84ad-64292c4ecf2b service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-c40d2373-99bb-48cd-a470-75cf178107b8 req-3152c7cc-51f4-49ee-84ad-64292c4ecf2b service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-unplugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-c40d2373-99bb-48cd-a470-75cf178107b8 req-3152c7cc-51f4-49ee-84ad-64292c4ecf2b service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-unplugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-e4558408-f572-444c-9edb-b40ad278a346 req-86f3ae39-a6f1-408c-9c8b-a5f1dc207a2b service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-unplugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e4558408-f572-444c-9edb-b40ad278a346 req-86f3ae39-a6f1-408c-9c8b-a5f1dc207a2b service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e4558408-f572-444c-9edb-b40ad278a346 req-86f3ae39-a6f1-408c-9c8b-a5f1dc207a2b service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e4558408-f572-444c-9edb-b40ad278a346 req-86f3ae39-a6f1-408c-9c8b-a5f1dc207a2b service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-e4558408-f572-444c-9edb-b40ad278a346 req-86f3ae39-a6f1-408c-9c8b-a5f1dc207a2b service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-unplugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.compute.manager [req-e4558408-f572-444c-9edb-b40ad278a346 req-86f3ae39-a6f1-408c-9c8b-a5f1dc207a2b service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-unplugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "df3a4208-58b8-465a-b807-9dafa0a990c3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:44 user nova-compute[74681]: INFO nova.compute.manager [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Terminating instance
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Instance destroyed successfully.
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.objects.instance [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lazy-loading 'resources' on Instance uuid 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:09:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Instance destroyed successfully.
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.objects.instance [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lazy-loading 'resources' on Instance uuid 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:00:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1720201740',display_name='tempest-SnapshotDataIntegrityTests-server-1720201740',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1720201740',id=38,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKugRYRjaAXOsx5qrlaebqrcUqmxPV5pCQAiVK2T24vhtIVh7muNWVHZSfiJAgXdyjwUfb5fgnb2GfCWkOye4rEgIYDG7T0JTsNlFVgX4RJpEz8+snSjiU/f7ZLKzH1tYg==',key_name='tempest-keypair-1430948067',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:00:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf1a907d1ae84ef49a2728fe2fa71f86',ramdisk_id='',reservation_id='r-v6mw4o28',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-511342773',owner_user_name='tempest-SnapshotDataIntegrityTests-511342773-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:00:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1f52e0eb2dc44b8f9c74a95920e42f59',uuid=680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Converting VIF {"id": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "address": "fa:16:3e:19:6c:da", "network": {"id": "4e651486-0174-4f3c-ac22-313ab5ee358f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-922703597-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf1a907d1ae84ef49a2728fe2fa71f86", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeda3ce9a-aa", "ovs_interfaceid": "eda3ce9a-aa82-4020-8f43-6c4415c0a5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:6c:da,bridge_name='br-int',has_traffic_filtering=True,id=eda3ce9a-aa82-4020-8f43-6c4415c0a5bf,network=Network(4e651486-0174-4f3c-ac22-313ab5ee358f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeda3ce9a-aa') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG os_vif [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:6c:da,bridge_name='br-int',has_traffic_filtering=True,id=eda3ce9a-aa82-4020-8f43-6c4415c0a5bf,network=Network(4e651486-0174-4f3c-ac22-313ab5ee358f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeda3ce9a-aa') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:05:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1269905922',display_name='tempest-TestServerVolumeAttachmentScenario-server-1269905922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1269905922',id=45,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB/i3UT1tESXLEi9kPbTSaqLheuy6cCvAROuMUnKnwfRIuwe2cOi8vCGXW5SWrmOE0pZcVW2aWCLeH+np5dqtSlBD3rG1V/XWZuecha2DWt1u0jfe5v7LR05dL4XIHFzjA==',key_name='tempest-keypair-1876136725',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:05:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3a3567f3ca17422c893c429e75ab9c99',ramdisk_id='',reservation_id='r-6y2nvj8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1436367238',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1436367238-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:05:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb67226f2084409fad03587cf9475dae',uuid=51a1ff7d-6244-4347-8f7d-2b47bc14cfb5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Converting VIF {"id": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "address": "fa:16:3e:bb:c3:60", "network": {"id": "bfe4864f-d311-4052-a331-b6a73a0c1f39", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1524128252-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a3567f3ca17422c893c429e75ab9c99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9736d99-51", "ovs_interfaceid": "a9736d99-51c0-4abc-9093-eb24f2c5f927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:c3:60,bridge_name='br-int',has_traffic_filtering=True,id=a9736d99-51c0-4abc-9093-eb24f2c5f927,network=Network(bfe4864f-d311-4052-a331-b6a73a0c1f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9736d99-51') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG os_vif [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:c3:60,bridge_name='br-int',has_traffic_filtering=True,id=a9736d99-51c0-4abc-9093-eb24f2c5f927,network=Network(bfe4864f-d311-4052-a331-b6a73a0c1f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9736d99-51') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeda3ce9a-aa, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9736d99-51, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f3f8eb5-9886-41a4-804f-18c092058aa9) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0492fba-5e38-450b-a18e-9b14ff74681a) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: INFO os_vif [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:6c:da,bridge_name='br-int',has_traffic_filtering=True,id=eda3ce9a-aa82-4020-8f43-6c4415c0a5bf,network=Network(4e651486-0174-4f3c-ac22-313ab5ee358f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeda3ce9a-aa')
Oct 16 15:09:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Deleting instance files /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59_del
Oct 16 15:09:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Deletion of /opt/stack/data/nova/instances/680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59_del complete
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:44 user nova-compute[74681]: INFO os_vif [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:c3:60,bridge_name='br-int',has_traffic_filtering=True,id=a9736d99-51c0-4abc-9093-eb24f2c5f927,network=Network(bfe4864f-d311-4052-a331-b6a73a0c1f39),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9736d99-51')
Oct 16 15:09:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Deleting instance files /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5_del
Oct 16 15:09:44 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Deletion of /opt/stack/data/nova/instances/51a1ff7d-6244-4347-8f7d-2b47bc14cfb5_del complete
Oct 16 15:09:45 user nova-compute[74681]: INFO nova.compute.manager [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Took 1.55 seconds to destroy the instance on the hypervisor.
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:09:45 user nova-compute[74681]: INFO nova.compute.manager [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Took 1.41 seconds to destroy the instance on the hypervisor.
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Instance destroyed successfully.
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'resources' on Instance uuid df3a4208-58b8-465a-b807-9dafa0a990c3 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:07:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-653193664',display_name='tempest-TestVolumeBootPattern-server-653193664',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-653193664',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:08:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-d607gf34',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:08:06Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=df3a4208-58b8-465a-b807-9dafa0a990c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "address": "fa:16:3e:7a:6f:2b", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dd1b7a-81", "ovs_interfaceid": "94dd1b7a-81a2-4d0d-9b06-b6d981720ac0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:2b,bridge_name='br-int',has_traffic_filtering=True,id=94dd1b7a-81a2-4d0d-9b06-b6d981720ac0,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dd1b7a-81') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_vif [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:2b,bridge_name='br-int',has_traffic_filtering=True,id=94dd1b7a-81a2-4d0d-9b06-b6d981720ac0,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dd1b7a-81') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94dd1b7a-81, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=980eaa1f-9e9b-483c-a966-1ca91a8cbae0) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:45 user nova-compute[74681]: INFO os_vif [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:2b,bridge_name='br-int',has_traffic_filtering=True,id=94dd1b7a-81a2-4d0d-9b06-b6d981720ac0,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dd1b7a-81')
Oct 16 15:09:45 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'slLzHUJg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:09:45 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b09d839-f4ca-4366-97c3-b7ddca961d0b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:09:45 user nova-compute[74681]: No targets found.
Oct 16 15:09:45 user nova-compute[74681]: iSNS:
Oct 16 15:09:45 user nova-compute[74681]: No targets found.
Oct 16 15:09:45 user nova-compute[74681]: STATIC:
Oct 16 15:09:45 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015
Oct 16 15:09:45 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:09:45 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:09:45 user nova-compute[74681]: FIRMWARE:
Oct 16 15:09:45 user nova-compute[74681]: No targets found.
Oct 16 15:09:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:09:45 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:09:45 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce4f6fe-f143-4931-a548-33268d62a071]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b2e0da0-6d66-4756-a587-1f46c84eca78]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:09:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 (non-flash)
Oct 16 15:09:45 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d05df490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b173ed-3c08-4721-9dcf-31605341c7dc]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a54b170d-d112-4f6f-a441-a9c829020d7e]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[61232904-bf55-4bd6-baaa-5dbdbdfb6c87]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:09:45 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.067s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f16fb2-e304-4e97-b33a-615a5c54c571]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received unexpected event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received unexpected event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received unexpected event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-unplugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-unplugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-unplugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Acquiring lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] No waiting events found dispatching network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-e0c42d6c-60dc-414e-a8a9-632da048c050 req-8f6b000d-3154-48b8-9680-e9f46cbc11fb service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received unexpected event network-vif-plugged-a9736d99-51c0-4abc-9093-eb24f2c5f927 for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc7b699d-87ee-43a4-ad36-c780610a1b82]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b37cb463-70a1-413c-b21f-0bab8188eba5]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260]
Oct 16 15:09:46 user nova-compute[74681]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015, portal: 172.16.0.220,3260] successful.
Oct 16 15:09:46 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb1b9a5a-45ce-4e43-8106-de1041e52015 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[92188b94-dde8-4e8d-833f-83f3f38b48cc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.429s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== disconnect_volume: return (431ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:09:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Deleting instance files /opt/stack/data/nova/instances/df3a4208-58b8-465a-b807-9dafa0a990c3_del
Oct 16 15:09:46 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Deletion of /opt/stack/data/nova/instances/df3a4208-58b8-465a-b807-9dafa0a990c3_del complete
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:09:46 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Took 1.27 seconds to deallocate network for instance.
Oct 16 15:09:46 user nova-compute[74681]: INFO nova.compute.manager [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Took 1.69 seconds to destroy the instance on the hypervisor.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received unexpected event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received unexpected event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received unexpected event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-unplugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-unplugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-unplugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Acquiring lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] No waiting events found dispatching network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:46 user nova-compute[74681]: WARNING nova.compute.manager [req-8c725927-dc45-4eaf-a313-175c82ca31fc req-3854f99e-cff3-4f85-83ad-e10363883e15 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received unexpected event network-vif-plugged-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf for instance with vm_state active and task_state deleting.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.manager [req-cf2498ef-975d-4403-9561-7a771bf8a0df req-1ba97292-3761-4874-91a1-ea4e2df0bc5d service nova] [instance: 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5] Received event network-vif-deleted-a9736d99-51c0-4abc-9093-eb24f2c5f927 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:46 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Took 1.52 seconds to deallocate network for instance.
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.240s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Deleted allocations for instance 51a1ff7d-6244-4347-8f7d-2b47bc14cfb5
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-969fdd6b-fe88-4fcb-aa81-a0efe7098ce0 tempest-TestServerVolumeAttachmentScenario-1436367238 tempest-TestServerVolumeAttachmentScenario-1436367238-project-member] Lock "51a1ff7d-6244-4347-8f7d-2b47bc14cfb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.365s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:09:46 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:09:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.306s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:47 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:09:47 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Deleted allocations for instance 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59
Oct 16 15:09:47 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Took 0.75 seconds to deallocate network for instance.
Oct 16 15:09:47 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-91895a55-4a98-4d55-bd90-5449fcc28c24 tempest-SnapshotDataIntegrityTests-511342773 tempest-SnapshotDataIntegrityTests-511342773-project-member] Lock "680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.516s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received event network-vif-unplugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] Acquiring lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] No waiting events found dispatching network-vif-unplugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received event network-vif-unplugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] [instance: 680e20b9-0aa9-49c9-a4d5-4c7fc52c5c59] Received event network-vif-deleted-eda3ce9a-aa82-4020-8f43-6c4415c0a5bf {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received event network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] Acquiring lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] No waiting events found dispatching network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:09:48 user nova-compute[74681]: WARNING nova.compute.manager [req-1920fc86-4d16-4b01-96f5-b22af231ea60 req-451ef853-25db-4ccf-b464-fdb3a2f85e62 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received unexpected event network-vif-plugged-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 for instance with vm_state active and task_state deleting.
Oct 16 15:09:48 user nova-compute[74681]: DEBUG nova.compute.manager [req-6bd478fc-88dd-403c-a1c2-ba9bb27e9467 req-22031737-bfec-45d6-ae6b-5fbfdc90db72 service nova] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Received event network-vif-deleted-94dd1b7a-81a2-4d0d-9b06-b6d981720ac0 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:09:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:09:57 user nova-compute[74681]: INFO nova.compute.manager [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Took 10.16 seconds to detach 1 volumes for instance.
Oct 16 15:09:57 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: df3a4208-58b8-465a-b807-9dafa0a990c3] Deleting volume: eb1b9a5a-45ce-4e43-8106-de1041e52015 {{(pid=74681) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 15:09:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:09:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:09:57 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:09:57 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:09:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.128s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:09:57 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Deleted allocations for instance df3a4208-58b8-465a-b807-9dafa0a990c3
Oct 16 15:09:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f6edc267-369b-4a87-a85b-fcc81e8552bd tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "df3a4208-58b8-465a-b807-9dafa0a990c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.046s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:00 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:02 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:10:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:10:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "5680c324-3d96-4c3f-ad79-7498c68c499e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:10:05 user nova-compute[74681]: INFO nova.compute.claims [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Claim successful on node user
Oct 16 15:10:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.262s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:10:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.policy [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d13a74bee84f1a9ae4bb51e32afcc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6858cb50a5418b9a0841c15f34405c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:10:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Creating image(s)
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "/opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "/opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "/opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.198s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "9d1a261af302f0b68180fec3149c9b519d906dd7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.213s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk 1073741824 {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Successfully created port: 79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7,backing_fmt=raw /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk 1073741824" returned: 0 in 0.068s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "9d1a261af302f0b68180fec3149c9b519d906dd7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 --force-share --output=json" returned: 0 in 0.219s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk. size=1073741824 {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 15:10:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.disk.api [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Cannot resize image /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk to a smaller size. {{(pid=74681) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Created local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Ensure instance console log exists: /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Successfully updated port: 79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquired lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received event network-changed-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Refreshing instance network info cache due to event network-changed-79ea1a32-b28e-4764-b5a6-ca83404ec17b. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] Acquiring lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updating instance_info_cache with network_info: [{"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Releasing lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Instance network_info: |[{"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] Acquired lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Refreshing network info cache for port 79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Start _get_guest_xml network_info=[{"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'image_id': '7dc08035-5a60-4504-a355-f38fcc11d54f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:10:07 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:10:07 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T14:34:01Z,direct_url=<?>,disk_format='qcow2',id=7dc08035-5a60-4504-a355-f38fcc11d54f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='50a29270370d4e2894ec41d4dc57df30',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T14:34:03Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-374417856',display_name='tempest-VolumesActionsTest-instance-374417856',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-374417856',id=47,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ae6858cb50a5418b9a0841c15f34405c',ramdisk_id='',reservation_id='r-oangc091',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1199931586',owner_user_name='tempest-VolumesActionsTest-1199931586-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:10:06Z,user_data=None,user_id='f2d13a74bee84f1a9ae4bb51e32afcc9',uuid=5680c324-3d96-4c3f-ad79-7498c68c499e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Converting VIF {"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:df:3a,bridge_name='br-int',has_traffic_filtering=True,id=79ea1a32-b28e-4764-b5a6-ca83404ec17b,network=Network(0047c86c-eabc-4f12-bb59-827b9284a726),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79ea1a32-b2') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lazy-loading 'pci_devices' on Instance uuid 5680c324-3d96-4c3f-ad79-7498c68c499e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:10:07 user nova-compute[74681]:   <uuid>5680c324-3d96-4c3f-ad79-7498c68c499e</uuid>
Oct 16 15:10:07 user nova-compute[74681]:   <name>instance-0000002f</name>
Oct 16 15:10:07 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:10:07 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:10:07 user nova-compute[74681]:   <metadata>
Oct 16 15:10:07 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:10:07 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:10:07 user nova-compute[74681]:       <nova:name>tempest-VolumesActionsTest-instance-374417856</nova:name>
Oct 16 15:10:07 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:10:07</nova:creationTime>
Oct 16 15:10:07 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:10:07 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:10:07 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:10:07 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:10:07 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:10:07 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:10:07 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:10:07 user nova-compute[74681]:       <nova:owner>
Oct 16 15:10:07 user nova-compute[74681]:         <nova:user uuid="f2d13a74bee84f1a9ae4bb51e32afcc9">tempest-VolumesActionsTest-1199931586-project-member</nova:user>
Oct 16 15:10:07 user nova-compute[74681]:         <nova:project uuid="ae6858cb50a5418b9a0841c15f34405c">tempest-VolumesActionsTest-1199931586</nova:project>
Oct 16 15:10:07 user nova-compute[74681]:       </nova:owner>
Oct 16 15:10:07 user nova-compute[74681]:       <nova:root type="image" uuid="7dc08035-5a60-4504-a355-f38fcc11d54f"/>
Oct 16 15:10:07 user nova-compute[74681]:       <nova:ports>
Oct 16 15:10:07 user nova-compute[74681]:         <nova:port uuid="79ea1a32-b28e-4764-b5a6-ca83404ec17b">
Oct 16 15:10:07 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 15:10:07 user nova-compute[74681]:         </nova:port>
Oct 16 15:10:07 user nova-compute[74681]:       </nova:ports>
Oct 16 15:10:07 user nova-compute[74681]:     </nova:instance>
Oct 16 15:10:07 user nova-compute[74681]:   </metadata>
Oct 16 15:10:07 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:10:07 user nova-compute[74681]:     <system>
Oct 16 15:10:07 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:10:07 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:10:07 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:10:07 user nova-compute[74681]:       <entry name="serial">5680c324-3d96-4c3f-ad79-7498c68c499e</entry>
Oct 16 15:10:07 user nova-compute[74681]:       <entry name="uuid">5680c324-3d96-4c3f-ad79-7498c68c499e</entry>
Oct 16 15:10:07 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:10:07 user nova-compute[74681]:     </system>
Oct 16 15:10:07 user nova-compute[74681]:   </sysinfo>
Oct 16 15:10:07 user nova-compute[74681]:   <os>
Oct 16 15:10:07 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:10:07 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:10:07 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:10:07 user nova-compute[74681]:   </os>
Oct 16 15:10:07 user nova-compute[74681]:   <features>
Oct 16 15:10:07 user nova-compute[74681]:     <acpi/>
Oct 16 15:10:07 user nova-compute[74681]:     <apic/>
Oct 16 15:10:07 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:10:07 user nova-compute[74681]:   </features>
Oct 16 15:10:07 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:10:07 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:10:07 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:10:07 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:10:07 user nova-compute[74681]:   </clock>
Oct 16 15:10:07 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:10:07 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:10:07 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:10:07 user nova-compute[74681]:   </cpu>
Oct 16 15:10:07 user nova-compute[74681]:   <devices>
Oct 16 15:10:07 user nova-compute[74681]:     <disk type="file" device="disk">
Oct 16 15:10:07 user nova-compute[74681]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 15:10:07 user nova-compute[74681]:       <source file="/opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk"/>
Oct 16 15:10:07 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:10:07 user nova-compute[74681]:     </disk>
Oct 16 15:10:07 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:10:07 user nova-compute[74681]:       <mac address="fa:16:3e:b3:df:3a"/>
Oct 16 15:10:07 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:10:07 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:10:07 user nova-compute[74681]:       <target dev="tap79ea1a32-b2"/>
Oct 16 15:10:07 user nova-compute[74681]:     </interface>
Oct 16 15:10:07 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:10:07 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/console.log" append="off"/>
Oct 16 15:10:07 user nova-compute[74681]:     </serial>
Oct 16 15:10:07 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:10:07 user nova-compute[74681]:     <video>
Oct 16 15:10:07 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:10:07 user nova-compute[74681]:     </video>
Oct 16 15:10:07 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:10:07 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:10:07 user nova-compute[74681]:     </rng>
Oct 16 15:10:07 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:10:07 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:10:07 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:10:07 user nova-compute[74681]:     </memballoon>
Oct 16 15:10:07 user nova-compute[74681]:   </devices>
Oct 16 15:10:07 user nova-compute[74681]: </domain>
Oct 16 15:10:07 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-374417856',display_name='tempest-VolumesActionsTest-instance-374417856',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-374417856',id=47,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ae6858cb50a5418b9a0841c15f34405c',ramdisk_id='',reservation_id='r-oangc091',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1199931586',owner_user_name='tempest-VolumesActionsTest-1199931586-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:10:06Z,user_data=None,user_id='f2d13a74bee84f1a9ae4bb51e32afcc9',uuid=5680c324-3d96-4c3f-ad79-7498c68c499e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Converting VIF {"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:df:3a,bridge_name='br-int',has_traffic_filtering=True,id=79ea1a32-b28e-4764-b5a6-ca83404ec17b,network=Network(0047c86c-eabc-4f12-bb59-827b9284a726),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79ea1a32-b2') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG os_vif [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:df:3a,bridge_name='br-int',has_traffic_filtering=True,id=79ea1a32-b28e-4764-b5a6-ca83404ec17b,network=Network(0047c86c-eabc-4f12-bb59-827b9284a726),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79ea1a32-b2') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0105d72e-cc77-5b29-aaa3-a9b2827b852d', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap79ea1a32-b2, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap79ea1a32-b2, col_values=(('qos', UUID('90bcd270-341a-4ec4-962c-4a54df60e03c')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap79ea1a32-b2, col_values=(('external_ids', {'iface-id': '79ea1a32-b28e-4764-b5a6-ca83404ec17b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b3:df:3a', 'vm-uuid': '5680c324-3d96-4c3f-ad79-7498c68c499e'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:10:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:10:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:08 user nova-compute[74681]: INFO os_vif [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:df:3a,bridge_name='br-int',has_traffic_filtering=True,id=79ea1a32-b28e-4764-b5a6-ca83404ec17b,network=Network(0047c86c-eabc-4f12-bb59-827b9284a726),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79ea1a32-b2')
Oct 16 15:10:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:10:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] No VIF found with MAC fa:16:3e:b3:df:3a, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:10:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updated VIF entry in instance network info cache for port 79ea1a32-b28e-4764-b5a6-ca83404ec17b. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:10:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updating instance_info_cache with network_info: [{"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:10:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8c3ea664-0a7b-4f16-8e1c-69a168ac204f req-91b82107-d060-4088-bafc-ebe2fde323ed service nova] Releasing lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-717d9680-2215-4cae-a6e8-6283c542daa6 req-a130d09f-9380-430e-a440-d3439be97c1c service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received event network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-717d9680-2215-4cae-a6e8-6283c542daa6 req-a130d09f-9380-430e-a440-d3439be97c1c service nova] Acquiring lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-717d9680-2215-4cae-a6e8-6283c542daa6 req-a130d09f-9380-430e-a440-d3439be97c1c service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-717d9680-2215-4cae-a6e8-6283c542daa6 req-a130d09f-9380-430e-a440-d3439be97c1c service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-717d9680-2215-4cae-a6e8-6283c542daa6 req-a130d09f-9380-430e-a440-d3439be97c1c service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] No waiting events found dispatching network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:10:09 user nova-compute[74681]: WARNING nova.compute.manager [req-717d9680-2215-4cae-a6e8-6283c542daa6 req-a130d09f-9380-430e-a440-d3439be97c1c service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received unexpected event network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b for instance with vm_state building and task_state spawning.
Oct 16 15:10:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:10:10 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:10:10 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8768MB free_disk=25.26532745361328GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5680c324-3d96-4c3f-ad79-7498c68c499e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.213s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-621e755a-7379-4b9d-ac52-521bb0a1b467 req-b84b7ea6-c68f-4526-883e-2ebba19534da service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received event network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-621e755a-7379-4b9d-ac52-521bb0a1b467 req-b84b7ea6-c68f-4526-883e-2ebba19534da service nova] Acquiring lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-621e755a-7379-4b9d-ac52-521bb0a1b467 req-b84b7ea6-c68f-4526-883e-2ebba19534da service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-621e755a-7379-4b9d-ac52-521bb0a1b467 req-b84b7ea6-c68f-4526-883e-2ebba19534da service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-621e755a-7379-4b9d-ac52-521bb0a1b467 req-b84b7ea6-c68f-4526-883e-2ebba19534da service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] No waiting events found dispatching network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:10:11 user nova-compute[74681]: WARNING nova.compute.manager [req-621e755a-7379-4b9d-ac52-521bb0a1b467 req-b84b7ea6-c68f-4526-883e-2ebba19534da service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received unexpected event network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b for instance with vm_state building and task_state spawning.
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:10:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Instance spawned successfully.
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:10:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:10:12 user nova-compute[74681]: INFO nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Took 5.79 seconds to spawn the instance on the hypervisor.
Oct 16 15:10:12 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:10:12 user nova-compute[74681]: INFO nova.compute.manager [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Took 6.42 seconds to build instance.
Oct 16 15:10:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0a064942-c89a-4320-8d93-7c64186c226f tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.541s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:10:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:10:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:10:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:15 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:10:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:10:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:10:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:10:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:10:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:10:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:10:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:10:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:10:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:10:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:01 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 5680c324-3d96-4c3f-ad79-7498c68c499e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updating instance_info_cache with network_info: [{"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:11:04 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:11:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:11:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:11:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:11:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8855MB free_disk=25.232601165771484GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:11:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5680c324-3d96-4c3f-ad79-7498c68c499e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a6d54a3f-31ad-4b42-8a7d-80d276930315 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.222s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.131s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:11:12 user nova-compute[74681]: INFO nova.compute.claims [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Claim successful on node user
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.239s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.network.neutron [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:11:12 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.policy [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c97403f0f144bba79a07d043d3157e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552de2ff0b6341e8b8f628da542f63ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:11:12 user nova-compute[74681]: INFO nova.virt.block_device [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Booting with volume c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 at /dev/vda
Oct 16 15:11:12 user nova-compute[74681]: DEBUG os_brick.utils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[13c75ba2-3736-45a4-9920-e324e75eba70]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d5f5fc-132b-4bc7-ae28-a77fb5408db3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f67fd6-9157-40dd-abce-e781ff73e22d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d884ded2-58dd-4d67-a65a-14315832bcb0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:11:12 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:11:12 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8f11b49-bc0e-48db-98f9-d7d9b75ff05b]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG os_brick.utils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:11:12 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updating existing volume attachment record: 1d5b65f9-33f8-4df1-ab7e-fa63be82b678 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Successfully created port: dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Successfully updated port: dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquired lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG nova.network.neutron [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-changed-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Refreshing instance network info cache due to event network-changed-dde44640-ac00-4edd-84d9-f71495587eb7. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:11:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] Acquiring lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updating instance_info_cache with network_info: [{"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Releasing lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Instance network_info: |[{"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] Acquired lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG nova.network.neutron [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Refreshing network info cache for port dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG nova.network.neutron [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updated VIF entry in instance network info cache for port dde44640-ac00-4edd-84d9-f71495587eb7. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG nova.network.neutron [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updating instance_info_cache with network_info: [{"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:11:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-925ef2ba-2e3b-43a0-8796-8f7305850f6f req-ed49543f-1392-4ee5-bf59-2f4891d0428f service nova] Releasing lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:11:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:11:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:11:28 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Creating image(s)
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Ensure instance console log exists: /opt/stack/data/nova/instances/a6d54a3f-31ad-4b42-8a7d-80d276930315/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Start _get_guest_xml network_info=[{"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'noMyXWPA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6d54a3f-31ad-4b42-8a7d-80d276930315', 'attached_at': '', 'detached_at': '', 'volume_id': 'c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2', 'serial': 'c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '1d5b65f9-33f8-4df1-ab7e-fa63be82b678', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:11:28 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:11:28 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'noMyXWPA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:11:28 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:11:28 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:11:28 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a8ecd3-087f-4428-99db-807c60bf4706]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:11:28 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c311f1a-c60d-4e76-9c46-6e4b9e3ec323]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2] added
Oct 16 15:11:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a2b9da0-b270-4e9d-98d5-3f0244d97327]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b42226a-9047-4328-8563-6855da567ba9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v noMyXWPA {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v noMyXWPA" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[867475d7-db5b-4f56-a6e8-ed1fc59223a9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'noMyXWPA'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[00040d5b-9c7a-4e60-90b4-d58b2757cf27]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7f0875-4ef2-4ccc-9939-84aa28b616b3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:11:28 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:11:28 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:11:28 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:11:28 user nova-compute[74681]: 
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7ce9294-232a-4442-ad08-cddebf5fa2c6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260]
Oct 16 15:11:28 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260] successful.
Oct 16 15:11:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e738019-9fe0-4da3-94e2-5ae39e5e8341]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c31f33d-85c8-43b8-aa07-636defb64d94]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:11:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:11:28 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:11:28 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:11:29 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:11:29 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a0450b6-724c-4377-86c5-9414e815dcd9]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:11:29 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:11:29 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'noMyXWPA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.281s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '23532656534343665', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23532656534343665', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-199088859',display_name='tempest-TestVolumeBootPattern-volume-backed-server-199088859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-199088859',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI5FHp4UaXQs4Gn8qXGvX93rO+IQ3vbL0PjCk4znQIRUPU5zMwrucQ9nGenZW7fGyrBdXPmI/ddeUvQoEQeLPJMnDPsCpTAEgIma6s/E4Oa+zP0aB8hGs0Ovn4EnAGOgqA==',key_name='tempest-keypair-2122778494',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-s2lo2ler',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:11:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a4c97403f0f144bba79a07d043d3157e',uuid=a6d54a3f-31ad-4b42-8a7d-80d276930315,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:73:08,bridge_name='br-int',has_traffic_filtering=True,id=dde44640-ac00-4edd-84d9-f71495587eb7,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdde44640-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.objects.instance [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'pci_devices' on Instance uuid a6d54a3f-31ad-4b42-8a7d-80d276930315 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:11:30 user nova-compute[74681]:   <uuid>a6d54a3f-31ad-4b42-8a7d-80d276930315</uuid>
Oct 16 15:11:30 user nova-compute[74681]:   <name>instance-00000030</name>
Oct 16 15:11:30 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:11:30 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:11:30 user nova-compute[74681]:   <metadata>
Oct 16 15:11:30 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:11:30 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:11:30 user nova-compute[74681]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-199088859</nova:name>
Oct 16 15:11:30 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:11:28</nova:creationTime>
Oct 16 15:11:30 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:11:30 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:11:30 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:11:30 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:11:30 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:11:30 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:11:30 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:11:30 user nova-compute[74681]:       <nova:owner>
Oct 16 15:11:30 user nova-compute[74681]:         <nova:user uuid="a4c97403f0f144bba79a07d043d3157e">tempest-TestVolumeBootPattern-69904000-project-member</nova:user>
Oct 16 15:11:30 user nova-compute[74681]:         <nova:project uuid="552de2ff0b6341e8b8f628da542f63ab">tempest-TestVolumeBootPattern-69904000</nova:project>
Oct 16 15:11:30 user nova-compute[74681]:       </nova:owner>
Oct 16 15:11:30 user nova-compute[74681]:       <nova:ports>
Oct 16 15:11:30 user nova-compute[74681]:         <nova:port uuid="dde44640-ac00-4edd-84d9-f71495587eb7">
Oct 16 15:11:30 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 16 15:11:30 user nova-compute[74681]:         </nova:port>
Oct 16 15:11:30 user nova-compute[74681]:       </nova:ports>
Oct 16 15:11:30 user nova-compute[74681]:     </nova:instance>
Oct 16 15:11:30 user nova-compute[74681]:   </metadata>
Oct 16 15:11:30 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:11:30 user nova-compute[74681]:     <system>
Oct 16 15:11:30 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:11:30 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:11:30 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:11:30 user nova-compute[74681]:       <entry name="serial">a6d54a3f-31ad-4b42-8a7d-80d276930315</entry>
Oct 16 15:11:30 user nova-compute[74681]:       <entry name="uuid">a6d54a3f-31ad-4b42-8a7d-80d276930315</entry>
Oct 16 15:11:30 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:11:30 user nova-compute[74681]:     </system>
Oct 16 15:11:30 user nova-compute[74681]:   </sysinfo>
Oct 16 15:11:30 user nova-compute[74681]:   <os>
Oct 16 15:11:30 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:11:30 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:11:30 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:11:30 user nova-compute[74681]:   </os>
Oct 16 15:11:30 user nova-compute[74681]:   <features>
Oct 16 15:11:30 user nova-compute[74681]:     <acpi/>
Oct 16 15:11:30 user nova-compute[74681]:     <apic/>
Oct 16 15:11:30 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:11:30 user nova-compute[74681]:   </features>
Oct 16 15:11:30 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:11:30 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:11:30 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:11:30 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:11:30 user nova-compute[74681]:   </clock>
Oct 16 15:11:30 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:11:30 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:11:30 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:11:30 user nova-compute[74681]:   </cpu>
Oct 16 15:11:30 user nova-compute[74681]:   <devices>
Oct 16 15:11:30 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 15:11:30 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:11:30 user nova-compute[74681]:       <source dev="/dev/sdb"/>
Oct 16 15:11:30 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:11:30 user nova-compute[74681]:       <serial>c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2</serial>
Oct 16 15:11:30 user nova-compute[74681]:     </disk>
Oct 16 15:11:30 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:11:30 user nova-compute[74681]:       <mac address="fa:16:3e:08:73:08"/>
Oct 16 15:11:30 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:11:30 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:11:30 user nova-compute[74681]:       <target dev="tapdde44640-ac"/>
Oct 16 15:11:30 user nova-compute[74681]:     </interface>
Oct 16 15:11:30 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:11:30 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/a6d54a3f-31ad-4b42-8a7d-80d276930315/console.log" append="off"/>
Oct 16 15:11:30 user nova-compute[74681]:     </serial>
Oct 16 15:11:30 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:11:30 user nova-compute[74681]:     <video>
Oct 16 15:11:30 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:11:30 user nova-compute[74681]:     </video>
Oct 16 15:11:30 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:11:30 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:11:30 user nova-compute[74681]:     </rng>
Oct 16 15:11:30 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:11:30 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:11:30 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:11:30 user nova-compute[74681]:     </memballoon>
Oct 16 15:11:30 user nova-compute[74681]:   </devices>
Oct 16 15:11:30 user nova-compute[74681]: </domain>
Oct 16 15:11:30 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-199088859',display_name='tempest-TestVolumeBootPattern-volume-backed-server-199088859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-199088859',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI5FHp4UaXQs4Gn8qXGvX93rO+IQ3vbL0PjCk4znQIRUPU5zMwrucQ9nGenZW7fGyrBdXPmI/ddeUvQoEQeLPJMnDPsCpTAEgIma6s/E4Oa+zP0aB8hGs0Ovn4EnAGOgqA==',key_name='tempest-keypair-2122778494',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-s2lo2ler',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:11:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a4c97403f0f144bba79a07d043d3157e',uuid=a6d54a3f-31ad-4b42-8a7d-80d276930315,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:73:08,bridge_name='br-int',has_traffic_filtering=True,id=dde44640-ac00-4edd-84d9-f71495587eb7,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdde44640-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG os_vif [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:73:08,bridge_name='br-int',has_traffic_filtering=True,id=dde44640-ac00-4edd-84d9-f71495587eb7,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdde44640-ac') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd38b5fc9-6dd2-59f3-ae41-5e8afa618c04', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdde44640-ac, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdde44640-ac, col_values=(('qos', UUID('2293b216-fa97-4116-a8e1-35d96843a9ec')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdde44640-ac, col_values=(('external_ids', {'iface-id': 'dde44640-ac00-4edd-84d9-f71495587eb7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:73:08', 'vm-uuid': 'a6d54a3f-31ad-4b42-8a7d-80d276930315'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:30 user nova-compute[74681]: INFO os_vif [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:73:08,bridge_name='br-int',has_traffic_filtering=True,id=dde44640-ac00-4edd-84d9-f71495587eb7,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdde44640-ac')
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:11:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No VIF found with MAC fa:16:3e:08:73:08, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-14e6bc82-c236-46fd-949e-cfd0cab2cc7c req-5f4400ee-6afd-4800-b250-247c6ceda6b6 service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-14e6bc82-c236-46fd-949e-cfd0cab2cc7c req-5f4400ee-6afd-4800-b250-247c6ceda6b6 service nova] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-14e6bc82-c236-46fd-949e-cfd0cab2cc7c req-5f4400ee-6afd-4800-b250-247c6ceda6b6 service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-14e6bc82-c236-46fd-949e-cfd0cab2cc7c req-5f4400ee-6afd-4800-b250-247c6ceda6b6 service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:11:31 user nova-compute[74681]: DEBUG nova.compute.manager [req-14e6bc82-c236-46fd-949e-cfd0cab2cc7c req-5f4400ee-6afd-4800-b250-247c6ceda6b6 service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] No waiting events found dispatching network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:11:31 user nova-compute[74681]: WARNING nova.compute.manager [req-14e6bc82-c236-46fd-949e-cfd0cab2cc7c req-5f4400ee-6afd-4800-b250-247c6ceda6b6 service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received unexpected event network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 for instance with vm_state building and task_state spawning.
Oct 16 15:11:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:11:33 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Instance spawned successfully.
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:11:33 user nova-compute[74681]: INFO nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Took 5.02 seconds to spawn the instance on the hypervisor.
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-34412ac9-2e0c-4a8b-ad29-eab464c74585 req-954c63ca-183c-4810-ad72-65648b81739b service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-34412ac9-2e0c-4a8b-ad29-eab464c74585 req-954c63ca-183c-4810-ad72-65648b81739b service nova] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-34412ac9-2e0c-4a8b-ad29-eab464c74585 req-954c63ca-183c-4810-ad72-65648b81739b service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-34412ac9-2e0c-4a8b-ad29-eab464c74585 req-954c63ca-183c-4810-ad72-65648b81739b service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:11:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-34412ac9-2e0c-4a8b-ad29-eab464c74585 req-954c63ca-183c-4810-ad72-65648b81739b service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] No waiting events found dispatching network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:11:33 user nova-compute[74681]: WARNING nova.compute.manager [req-34412ac9-2e0c-4a8b-ad29-eab464c74585 req-954c63ca-183c-4810-ad72-65648b81739b service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received unexpected event network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 for instance with vm_state building and task_state spawning.
Oct 16 15:11:33 user nova-compute[74681]: INFO nova.compute.manager [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Took 21.76 seconds to build instance.
Oct 16 15:11:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-f963d600-dfda-4a53-b69d-3ac9527f7f25 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.856s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:11:35 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:11:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:45 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:11:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:11:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:11:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:55 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:11:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:00 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:03 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:05 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:12:06 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 5680c324-3d96-4c3f-ad79-7498c68c499e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:12:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updating instance_info_cache with network_info: [{"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:12:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-5680c324-3d96-4c3f-ad79-7498c68c499e" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:12:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:12:09 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "5680c324-3d96-4c3f-ad79-7498c68c499e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:12:10 user nova-compute[74681]: INFO nova.compute.manager [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Terminating instance
Oct 16 15:12:10 user nova-compute[74681]: DEBUG nova.compute.manager [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:10 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-9795b4ce-1fc0-442c-b247-8980edc66551 req-91e06e34-d519-4899-af59-fa712a676d7d service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received event network-vif-unplugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9795b4ce-1fc0-442c-b247-8980edc66551 req-91e06e34-d519-4899-af59-fa712a676d7d service nova] Acquiring lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9795b4ce-1fc0-442c-b247-8980edc66551 req-91e06e34-d519-4899-af59-fa712a676d7d service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9795b4ce-1fc0-442c-b247-8980edc66551 req-91e06e34-d519-4899-af59-fa712a676d7d service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-9795b4ce-1fc0-442c-b247-8980edc66551 req-91e06e34-d519-4899-af59-fa712a676d7d service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] No waiting events found dispatching network-vif-unplugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.compute.manager [req-9795b4ce-1fc0-442c-b247-8980edc66551 req-91e06e34-d519-4899-af59-fa712a676d7d service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received event network-vif-unplugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Instance destroyed successfully.
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.objects.instance [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lazy-loading 'resources' on Instance uuid 5680c324-3d96-4c3f-ad79-7498c68c499e {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-374417856',display_name='tempest-VolumesActionsTest-instance-374417856',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-374417856',id=47,image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:10:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ae6858cb50a5418b9a0841c15f34405c',ramdisk_id='',reservation_id='r-oangc091',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7dc08035-5a60-4504-a355-f38fcc11d54f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1199931586',owner_user_name='tempest-VolumesActionsTest-1199931586-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:10:12Z,user_data=None,user_id='f2d13a74bee84f1a9ae4bb51e32afcc9',uuid=5680c324-3d96-4c3f-ad79-7498c68c499e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Converting VIF {"id": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "address": "fa:16:3e:b3:df:3a", "network": {"id": "0047c86c-eabc-4f12-bb59-827b9284a726", "bridge": "br-int", "label": "tempest-VolumesActionsTest-557274191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae6858cb50a5418b9a0841c15f34405c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79ea1a32-b2", "ovs_interfaceid": "79ea1a32-b28e-4764-b5a6-ca83404ec17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b3:df:3a,bridge_name='br-int',has_traffic_filtering=True,id=79ea1a32-b28e-4764-b5a6-ca83404ec17b,network=Network(0047c86c-eabc-4f12-bb59-827b9284a726),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79ea1a32-b2') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG os_vif [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:df:3a,bridge_name='br-int',has_traffic_filtering=True,id=79ea1a32-b28e-4764-b5a6-ca83404ec17b,network=Network(0047c86c-eabc-4f12-bb59-827b9284a726),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79ea1a32-b2') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap79ea1a32-b2, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=90bcd270-341a-4ec4-962c-4a54df60e03c) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:12:11 user nova-compute[74681]: INFO os_vif [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:df:3a,bridge_name='br-int',has_traffic_filtering=True,id=79ea1a32-b28e-4764-b5a6-ca83404ec17b,network=Network(0047c86c-eabc-4f12-bb59-827b9284a726),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79ea1a32-b2')
Oct 16 15:12:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Deleting instance files /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e_del
Oct 16 15:12:11 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Deletion of /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e_del complete
Oct 16 15:12:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Periodic task is updating the host stats, it is trying to get disk info for instance-0000002f, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/5680c324-3d96-4c3f-ad79-7498c68c499e/disk
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:12:11 user nova-compute[74681]: INFO nova.compute.manager [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:12:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:12:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:12:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8949MB free_disk=25.23040008544922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:12:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 5680c324-3d96-4c3f-ad79-7498c68c499e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a6d54a3f-31ad-4b42-8a7d-80d276930315 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.256s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:12:12 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Took 0.83 seconds to deallocate network for instance.
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.manager [req-d9d5c6b6-1492-450f-843a-ccfc3a82c585 req-81875356-527f-49f0-a50c-afa2050ca341 service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received event network-vif-deleted-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:12:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.122s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:12:12 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Deleted allocations for instance 5680c324-3d96-4c3f-ad79-7498c68c499e
Oct 16 15:12:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-d9d69f30-7a08-4098-b0a4-d762f73d761b tempest-VolumesActionsTest-1199931586 tempest-VolumesActionsTest-1199931586-project-member] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.801s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:12:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-d9d25110-483e-4335-8632-960e327bc7ea req-c77f3559-76fc-4084-9e36-5fe92ae50257 service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received event network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:12:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d9d25110-483e-4335-8632-960e327bc7ea req-c77f3559-76fc-4084-9e36-5fe92ae50257 service nova] Acquiring lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:12:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d9d25110-483e-4335-8632-960e327bc7ea req-c77f3559-76fc-4084-9e36-5fe92ae50257 service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:12:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d9d25110-483e-4335-8632-960e327bc7ea req-c77f3559-76fc-4084-9e36-5fe92ae50257 service nova] Lock "5680c324-3d96-4c3f-ad79-7498c68c499e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:12:13 user nova-compute[74681]: DEBUG nova.compute.manager [req-d9d25110-483e-4335-8632-960e327bc7ea req-c77f3559-76fc-4084-9e36-5fe92ae50257 service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] No waiting events found dispatching network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:12:13 user nova-compute[74681]: WARNING nova.compute.manager [req-d9d25110-483e-4335-8632-960e327bc7ea req-c77f3559-76fc-4084-9e36-5fe92ae50257 service nova] [instance: 5680c324-3d96-4c3f-ad79-7498c68c499e] Received unexpected event network-vif-plugged-79ea1a32-b28e-4764-b5a6-ca83404ec17b for instance with vm_state deleted and task_state None.
Oct 16 15:12:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:12:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:12:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:12:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:12:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:12:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:12:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:12:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:12:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:12:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:12:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:12:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:12:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:12:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:12:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:12:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:12:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:13:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:13:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:13:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:13:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:13:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-changed-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:13:02 user nova-compute[74681]: DEBUG nova.compute.manager [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Refreshing instance network info cache due to event network-changed-dde44640-ac00-4edd-84d9-f71495587eb7. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:13:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] Acquiring lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:13:02 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] Acquired lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:13:02 user nova-compute[74681]: DEBUG nova.network.neutron [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Refreshing network info cache for port dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:13:03 user nova-compute[74681]: DEBUG nova.network.neutron [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updated VIF entry in instance network info cache for port dde44640-ac00-4edd-84d9-f71495587eb7. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:13:03 user nova-compute[74681]: DEBUG nova.network.neutron [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updating instance_info_cache with network_info: [{"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:13:03 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2220ea54-350a-4567-aa13-137b1243a7f9 req-72b9d999-653b-4f15-88f9-5ea476ab2aff service nova] Releasing lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:13:04 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updating instance_info_cache with network_info: [{"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:13:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:13:11 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8996MB free_disk=25.257102966308594GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a6d54a3f-31ad-4b42-8a7d-80d276930315 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:13:11 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:13:15 user nova-compute[74681]: INFO nova.compute.claims [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Claim successful on node user
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.208s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:13:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:13:15 user nova-compute[74681]: INFO nova.virt.block_device [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Booting with volume snapshot 6a7c0715-8374-44d8-a1a8-bb34500222bf at /dev/vda
Oct 16 15:13:15 user nova-compute[74681]: DEBUG nova.policy [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c97403f0f144bba79a07d043d3157e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552de2ff0b6341e8b8f628da542f63ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:13:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Successfully created port: 493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:13:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Successfully updated port: 493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquired lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-changed-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Refreshing instance network info cache due to event network-changed-493bf70e-6826-4eb5-a2b7-100568c17766. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] Acquiring lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.network.neutron [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Updating instance_info_cache with network_info: [{"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Releasing lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Instance network_info: |[{"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] Acquired lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Refreshing network info cache for port 493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Updated VIF entry in instance network info cache for port 493bf70e-6826-4eb5-a2b7-100568c17766. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Updating instance_info_cache with network_info: [{"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:13:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c2994244-2f25-4016-a8d5-6ff68bd762da req-ec2ab42f-6551-41de-9bb7-751e5aead30a service nova] Releasing lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG os_brick.utils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd04cce-b8fc-42b9-a83b-90c1a3e6c550]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f692baa5-3951-4a18-9390-b8278625b6b0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bcc104f-2d64-4cf2-b922-b815394d5ff2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0314368-0d6e-4c8a-b0b3-0901a27f26fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:13:21 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:13:21 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a485e46-8c2a-4073-9145-5dda5f9bcac1]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG os_brick.utils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:13:21 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Updating existing volume attachment record: 4969912c-5a02-4b7d-9908-388722fa5dd0 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:13:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:13:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Verify base images {{(pid=74681) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Image id 993523b7-2fba-4133-ad1a-bce4b8ec7709 yields fingerprint 5a6a8614bc3cae40195b7eb8622b947e68d03430 {{(pid=74681) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74681) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] a6d54a3f-31ad-4b42-8a7d-80d276930315 is a valid instance name {{(pid=74681) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3
Oct 16 15:13:33 user nova-compute[74681]: WARNING nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Unknown base file: /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Removable base files: /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7 /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932 /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7 /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3 /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a9f482c1da45423a48ebd028b2fdab8bae1927d7
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6cfcab3d70b9ff47518d183fabdf9bb5bc88993f
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8cb14218089891ca6606fec092d2f8f05fddd932
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/11b7aaddd8c82c56fafcfc5b3f11a65d34aa38bd
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9d1a261af302f0b68180fec3149c9b519d906dd7
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5994463ddf176f7214677cc4f30907f7de32559f
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b454d97c5340bc7e9823584c77c0bb8f7c8a11a3
Oct 16 15:13:33 user nova-compute[74681]: INFO nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9eaa81ef62f06b7a7842375ebd183e412777db2d
Oct 16 15:13:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Verification complete {{(pid=74681) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Verify swap images {{(pid=74681) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 16 15:13:33 user nova-compute[74681]: DEBUG nova.virt.libvirt.imagecache [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Verify ephemeral images {{(pid=74681) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 16 15:13:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:13:37 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Creating image(s)
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Ensure instance console log exists: /opt/stack/data/nova/instances/541c7405-0a50-4ae4-86df-dcec42db82b9/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Start _get_guest_xml network_info=[{"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-16T15:13:05Z,direct_url=<?>,disk_format='qcow2',id=993523b7-2fba-4133-ad1a-bce4b8ec7709,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1977402096',owner='552de2ff0b6341e8b8f628da542f63ab',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-16T15:13:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BztZyhLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '541c7405-0a50-4ae4-86df-dcec42db82b9', 'attached_at': '', 'detached_at': '', 'volume_id': '01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a', 'serial': '01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '4969912c-5a02-4b7d-9908-388722fa5dd0', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:13:37 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:13:37 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-16T15:13:05Z,direct_url=<?>,disk_format='qcow2',id=993523b7-2fba-4133-ad1a-bce4b8ec7709,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1977402096',owner='552de2ff0b6341e8b8f628da542f63ab',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-16T15:13:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BztZyhLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:13:37 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:13:37 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:13:37 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0eea95-d44b-408f-9675-872faf6a6818]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:13:37 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe737cb-48ed-4911-9239-f0885f050179]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a] added
Oct 16 15:13:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[25b70623-a6e5-43a5-aa49-e0811c429db3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff0d9623-efd8-466f-972a-416b52895b35]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BztZyhLF {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BztZyhLF" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7db069-d014-4ec6-bfd1-d26fd776d0c6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BztZyhLF'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f965999-c9d7-4b9e-b71b-b24689b9f077]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d6c2e5-f10a-4d0b-8d49-8d05ce888171]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:13:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:13:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[14addaaf-03d1-43a0-a567-e647f47c665a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260]
Oct 16 15:13:37 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260] successful.
Oct 16 15:13:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a49e72a5-d205-43ef-9051-562f1a8b0237]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f239a6-7af3-498a-8152-c39212e845dd]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:13:37 user nova-compute[74681]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a (non-flash)
Oct 16 15:13:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:13:37 user nova-compute[74681]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a (non-flash)
Oct 16 15:13:37 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.248s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa039ad-f366-4956-97ce-bc96510002b3]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:13:37 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BztZyhLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '23764663264623162', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764663264623162', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:13:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-865142456',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-865142456',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-865142456',id=49,image_ref='993523b7-2fba-4133-ad1a-bce4b8ec7709',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA0thGe55kjWTHam/XK7fl1jNiwYgZ5Zl6pa81Ehyz9mr4VwnojTYGE2l6Pzs3JnBocPpTkuxd9caBxnjXu1bHmUzQ6XrZa71U1w/HNDJGwUtH6I28YeYDkFnkztSArg5g==',key_name='tempest-keypair-275636599',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-bv45dgsr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-69904000',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:13:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a4c97403f0f144bba79a07d043d3157e',uuid=541c7405-0a50-4ae4-86df-dcec42db82b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:cf:ba,bridge_name='br-int',has_traffic_filtering=True,id=493bf70e-6826-4eb5-a2b7-100568c17766,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap493bf70e-68') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.objects.instance [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'pci_devices' on Instance uuid 541c7405-0a50-4ae4-86df-dcec42db82b9 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:13:38 user nova-compute[74681]:   <uuid>541c7405-0a50-4ae4-86df-dcec42db82b9</uuid>
Oct 16 15:13:38 user nova-compute[74681]:   <name>instance-00000031</name>
Oct 16 15:13:38 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:13:38 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:13:38 user nova-compute[74681]:   <metadata>
Oct 16 15:13:38 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:13:38 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:13:38 user nova-compute[74681]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-865142456</nova:name>
Oct 16 15:13:38 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:13:37</nova:creationTime>
Oct 16 15:13:38 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:13:38 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:13:38 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:13:38 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:13:38 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:13:38 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:13:38 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:13:38 user nova-compute[74681]:       <nova:owner>
Oct 16 15:13:38 user nova-compute[74681]:         <nova:user uuid="a4c97403f0f144bba79a07d043d3157e">tempest-TestVolumeBootPattern-69904000-project-member</nova:user>
Oct 16 15:13:38 user nova-compute[74681]:         <nova:project uuid="552de2ff0b6341e8b8f628da542f63ab">tempest-TestVolumeBootPattern-69904000</nova:project>
Oct 16 15:13:38 user nova-compute[74681]:       </nova:owner>
Oct 16 15:13:38 user nova-compute[74681]:       <nova:root type="image" uuid="993523b7-2fba-4133-ad1a-bce4b8ec7709"/>
Oct 16 15:13:38 user nova-compute[74681]:       <nova:ports>
Oct 16 15:13:38 user nova-compute[74681]:         <nova:port uuid="493bf70e-6826-4eb5-a2b7-100568c17766">
Oct 16 15:13:38 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 15:13:38 user nova-compute[74681]:         </nova:port>
Oct 16 15:13:38 user nova-compute[74681]:       </nova:ports>
Oct 16 15:13:38 user nova-compute[74681]:     </nova:instance>
Oct 16 15:13:38 user nova-compute[74681]:   </metadata>
Oct 16 15:13:38 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:13:38 user nova-compute[74681]:     <system>
Oct 16 15:13:38 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:13:38 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:13:38 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:13:38 user nova-compute[74681]:       <entry name="serial">541c7405-0a50-4ae4-86df-dcec42db82b9</entry>
Oct 16 15:13:38 user nova-compute[74681]:       <entry name="uuid">541c7405-0a50-4ae4-86df-dcec42db82b9</entry>
Oct 16 15:13:38 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:13:38 user nova-compute[74681]:     </system>
Oct 16 15:13:38 user nova-compute[74681]:   </sysinfo>
Oct 16 15:13:38 user nova-compute[74681]:   <os>
Oct 16 15:13:38 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:13:38 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:13:38 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:13:38 user nova-compute[74681]:   </os>
Oct 16 15:13:38 user nova-compute[74681]:   <features>
Oct 16 15:13:38 user nova-compute[74681]:     <acpi/>
Oct 16 15:13:38 user nova-compute[74681]:     <apic/>
Oct 16 15:13:38 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:13:38 user nova-compute[74681]:   </features>
Oct 16 15:13:38 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:13:38 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:13:38 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:13:38 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:13:38 user nova-compute[74681]:   </clock>
Oct 16 15:13:38 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:13:38 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:13:38 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:13:38 user nova-compute[74681]:   </cpu>
Oct 16 15:13:38 user nova-compute[74681]:   <devices>
Oct 16 15:13:38 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 15:13:38 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:13:38 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 15:13:38 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:13:38 user nova-compute[74681]:       <serial>01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a</serial>
Oct 16 15:13:38 user nova-compute[74681]:     </disk>
Oct 16 15:13:38 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:13:38 user nova-compute[74681]:       <mac address="fa:16:3e:00:cf:ba"/>
Oct 16 15:13:38 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:13:38 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:13:38 user nova-compute[74681]:       <target dev="tap493bf70e-68"/>
Oct 16 15:13:38 user nova-compute[74681]:     </interface>
Oct 16 15:13:38 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:13:38 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/541c7405-0a50-4ae4-86df-dcec42db82b9/console.log" append="off"/>
Oct 16 15:13:38 user nova-compute[74681]:     </serial>
Oct 16 15:13:38 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:13:38 user nova-compute[74681]:     <video>
Oct 16 15:13:38 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:13:38 user nova-compute[74681]:     </video>
Oct 16 15:13:38 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:13:38 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:13:38 user nova-compute[74681]:     </rng>
Oct 16 15:13:38 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:13:38 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:13:38 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:13:38 user nova-compute[74681]:     </memballoon>
Oct 16 15:13:38 user nova-compute[74681]:   </devices>
Oct 16 15:13:38 user nova-compute[74681]: </domain>
Oct 16 15:13:38 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:13:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-865142456',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-865142456',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-865142456',id=49,image_ref='993523b7-2fba-4133-ad1a-bce4b8ec7709',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA0thGe55kjWTHam/XK7fl1jNiwYgZ5Zl6pa81Ehyz9mr4VwnojTYGE2l6Pzs3JnBocPpTkuxd9caBxnjXu1bHmUzQ6XrZa71U1w/HNDJGwUtH6I28YeYDkFnkztSArg5g==',key_name='tempest-keypair-275636599',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-bv45dgsr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-69904000',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:13:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a4c97403f0f144bba79a07d043d3157e',uuid=541c7405-0a50-4ae4-86df-dcec42db82b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:cf:ba,bridge_name='br-int',has_traffic_filtering=True,id=493bf70e-6826-4eb5-a2b7-100568c17766,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap493bf70e-68') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG os_vif [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:cf:ba,bridge_name='br-int',has_traffic_filtering=True,id=493bf70e-6826-4eb5-a2b7-100568c17766,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap493bf70e-68') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '342e5684-dcfd-5607-badd-f875066df244', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap493bf70e-68, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap493bf70e-68, col_values=(('qos', UUID('7eefb4e5-1d1e-4686-b5d1-4093337a8b4e')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap493bf70e-68, col_values=(('external_ids', {'iface-id': '493bf70e-6826-4eb5-a2b7-100568c17766', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:cf:ba', 'vm-uuid': '541c7405-0a50-4ae4-86df-dcec42db82b9'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:38 user nova-compute[74681]: INFO os_vif [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:cf:ba,bridge_name='br-int',has_traffic_filtering=True,id=493bf70e-6826-4eb5-a2b7-100568c17766,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap493bf70e-68')
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:13:38 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No VIF found with MAC fa:16:3e:00:cf:ba, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG nova.compute.manager [req-36877b3a-bf2b-4802-9286-2d38cc8daa76 req-d4197c2b-4452-4c9e-bcaa-7ee335780aca service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-36877b3a-bf2b-4802-9286-2d38cc8daa76 req-d4197c2b-4452-4c9e-bcaa-7ee335780aca service nova] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-36877b3a-bf2b-4802-9286-2d38cc8daa76 req-d4197c2b-4452-4c9e-bcaa-7ee335780aca service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-36877b3a-bf2b-4802-9286-2d38cc8daa76 req-d4197c2b-4452-4c9e-bcaa-7ee335780aca service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG nova.compute.manager [req-36877b3a-bf2b-4802-9286-2d38cc8daa76 req-d4197c2b-4452-4c9e-bcaa-7ee335780aca service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] No waiting events found dispatching network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:13:40 user nova-compute[74681]: WARNING nova.compute.manager [req-36877b3a-bf2b-4802-9286-2d38cc8daa76 req-d4197c2b-4452-4c9e-bcaa-7ee335780aca service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received unexpected event network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 for instance with vm_state building and task_state spawning.
Oct 16 15:13:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:40 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:13:42 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Instance spawned successfully.
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:13:42 user nova-compute[74681]: INFO nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Took 5.10 seconds to spawn the instance on the hypervisor.
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:13:42 user nova-compute[74681]: INFO nova.compute.manager [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Took 27.34 seconds to build instance.
Oct 16 15:13:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-550f2d85-7031-4115-adc0-98fbd887f6b0 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.456s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-a8bfd7cf-b95e-4811-aedd-e5afff5bcab7 req-bd39b660-0e6e-42c7-ae38-aabf11d07c5f service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a8bfd7cf-b95e-4811-aedd-e5afff5bcab7 req-bd39b660-0e6e-42c7-ae38-aabf11d07c5f service nova] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a8bfd7cf-b95e-4811-aedd-e5afff5bcab7 req-bd39b660-0e6e-42c7-ae38-aabf11d07c5f service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a8bfd7cf-b95e-4811-aedd-e5afff5bcab7 req-bd39b660-0e6e-42c7-ae38-aabf11d07c5f service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:13:42 user nova-compute[74681]: DEBUG nova.compute.manager [req-a8bfd7cf-b95e-4811-aedd-e5afff5bcab7 req-bd39b660-0e6e-42c7-ae38-aabf11d07c5f service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] No waiting events found dispatching network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:13:42 user nova-compute[74681]: WARNING nova.compute.manager [req-a8bfd7cf-b95e-4811-aedd-e5afff5bcab7 req-bd39b660-0e6e-42c7-ae38-aabf11d07c5f service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received unexpected event network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 for instance with vm_state active and task_state None.
Oct 16 15:13:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:13:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:06 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid a6d54a3f-31ad-4b42-8a7d-80d276930315 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updating instance_info_cache with network_info: [{"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-a6d54a3f-31ad-4b42-8a7d-80d276930315" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:14:09 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:14:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:14:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:14:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8792MB free_disk=25.246456146240234GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a6d54a3f-31ad-4b42-8a7d-80d276930315 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 541c7405-0a50-4ae4-86df-dcec42db82b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:14:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:14:13 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:14:13 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.477s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:14:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:14:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 15:14:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:29 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:14:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 15:14:29 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 15:14:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:14:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:14:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-changed-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Refreshing instance network info cache due to event network-changed-493bf70e-6826-4eb5-a2b7-100568c17766. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] Acquiring lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] Acquired lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Refreshing network info cache for port 493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Updated VIF entry in instance network info cache for port 493bf70e-6826-4eb5-a2b7-100568c17766. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG nova.network.neutron [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Updating instance_info_cache with network_info: [{"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c04ab472-5d51-471e-8049-41c52261b01c req-bd41a5fa-3565-4d6e-b49d-e8ef34b2fd98 service nova] Releasing lock "refresh_cache-541c7405-0a50-4ae4-86df-dcec42db82b9" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:06 user nova-compute[74681]: INFO nova.compute.manager [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Terminating instance
Oct 16 15:15:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_power_states {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-239f76c7-409b-419b-97f6-d8639e8af43c req-d51b1f9c-5fd1-4e0e-b616-ad58a8b5408c service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-vif-unplugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-239f76c7-409b-419b-97f6-d8639e8af43c req-d51b1f9c-5fd1-4e0e-b616-ad58a8b5408c service nova] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-239f76c7-409b-419b-97f6-d8639e8af43c req-d51b1f9c-5fd1-4e0e-b616-ad58a8b5408c service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-239f76c7-409b-419b-97f6-d8639e8af43c req-d51b1f9c-5fd1-4e0e-b616-ad58a8b5408c service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-239f76c7-409b-419b-97f6-d8639e8af43c req-d51b1f9c-5fd1-4e0e-b616-ad58a8b5408c service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] No waiting events found dispatching network-vif-unplugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-239f76c7-409b-419b-97f6-d8639e8af43c req-d51b1f9c-5fd1-4e0e-b616-ad58a8b5408c service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-vif-unplugged-493bf70e-6826-4eb5-a2b7-100568c17766 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid a6d54a3f-31ad-4b42-8a7d-80d276930315 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 541c7405-0a50-4ae4-86df-dcec42db82b9 {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Instance destroyed successfully.
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'resources' on Instance uuid 541c7405-0a50-4ae4-86df-dcec42db82b9 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:13:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-865142456',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-865142456',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-865142456',id=49,image_ref='993523b7-2fba-4133-ad1a-bce4b8ec7709',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA0thGe55kjWTHam/XK7fl1jNiwYgZ5Zl6pa81Ehyz9mr4VwnojTYGE2l6Pzs3JnBocPpTkuxd9caBxnjXu1bHmUzQ6XrZa71U1w/HNDJGwUtH6I28YeYDkFnkztSArg5g==',key_name='tempest-keypair-275636599',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:13:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-bv45dgsr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-69904000',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:13:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a4c97403f0f144bba79a07d043d3157e',uuid=541c7405-0a50-4ae4-86df-dcec42db82b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "493bf70e-6826-4eb5-a2b7-100568c17766", "address": "fa:16:3e:00:cf:ba", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap493bf70e-68", "ovs_interfaceid": "493bf70e-6826-4eb5-a2b7-100568c17766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:cf:ba,bridge_name='br-int',has_traffic_filtering=True,id=493bf70e-6826-4eb5-a2b7-100568c17766,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap493bf70e-68') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_vif [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:cf:ba,bridge_name='br-int',has_traffic_filtering=True,id=493bf70e-6826-4eb5-a2b7-100568c17766,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap493bf70e-68') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap493bf70e-68, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7eefb4e5-1d1e-4686-b5d1-4093337a8b4e) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:07 user nova-compute[74681]: INFO os_vif [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:cf:ba,bridge_name='br-int',has_traffic_filtering=True,id=493bf70e-6826-4eb5-a2b7-100568c17766,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap493bf70e-68')
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BztZyhLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:15:07 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b99dd0c-e50c-4a55-a8b4-75fc62ab9e4c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:15:07 user nova-compute[74681]: No targets found.
Oct 16 15:15:07 user nova-compute[74681]: iSNS:
Oct 16 15:15:07 user nova-compute[74681]: No targets found.
Oct 16 15:15:07 user nova-compute[74681]: STATIC:
Oct 16 15:15:07 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a
Oct 16 15:15:07 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:15:07 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:15:07 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2
Oct 16 15:15:07 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:15:07 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:15:07 user nova-compute[74681]: FIRMWARE:
Oct 16 15:15:07 user nova-compute[74681]: No targets found.
Oct 16 15:15:07 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:15:07 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:15:07 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[c20646e2-2605-405e-a88d-ce64af8f55f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f95de4-8688-4380-8dfa-3c67cb3cde65]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:15:07 user nova-compute[74681]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a (non-flash)
Oct 16 15:15:07 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:15:07 user nova-compute[74681]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a (non-flash)
Oct 16 15:15:07 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e851ad40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1448c7af-363b-4905-b207-7e18009e5b83]: (4, ('path checker states:\nup                  1\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b298c8d-25ec-4498-8d40-12553d5c605e]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b0a17b0-1a04-43ed-b42b-8198196d6750]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5dec4b-5a5f-4cb7-b7f5-fc69e9a0348c]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_3dd0971', '/dev/disk/by-id/scsi-1SCST_BIO3dd0971-7df2db1b84cb5627') {{(pid=85882) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 15:15:07 user nova-compute[74681]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_3dd0971
Oct 16 15:15:07 user nova-compute[74681]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO3dd0971-7df2db1b84cb5627
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[24556f93-77db-4534-bcc6-cd191bae3f19]: (4, None) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7473cff5-2b25-4299-bd49-164d362f2b23]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b9050a4-ceb4-4ad7-bec7-974be7cec90a]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260]
Oct 16 15:15:07 user nova-compute[74681]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a, portal: 172.16.0.220,3260] successful.
Oct 16 15:15:07 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3747bd31-f1b2-43c3-8573-846b237f4cf0]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== disconnect_volume: return (307ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:15:07 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:15:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Deleting instance files /opt/stack/data/nova/instances/541c7405-0a50-4ae4-86df-dcec42db82b9_del
Oct 16 15:15:07 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Deletion of /opt/stack/data/nova/instances/541c7405-0a50-4ae4-86df-dcec42db82b9_del complete
Oct 16 15:15:08 user nova-compute[74681]: INFO nova.compute.manager [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 16 15:15:08 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:15:08 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:15:08 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:15:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-873f0c64-dfe9-44b5-8773-297ef94cadb4 req-1cb15d06-3fc5-427f-84f7-b700a39358c1 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:15:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-873f0c64-dfe9-44b5-8773-297ef94cadb4 req-1cb15d06-3fc5-427f-84f7-b700a39358c1 service nova] Acquiring lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-873f0c64-dfe9-44b5-8773-297ef94cadb4 req-1cb15d06-3fc5-427f-84f7-b700a39358c1 service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-873f0c64-dfe9-44b5-8773-297ef94cadb4 req-1cb15d06-3fc5-427f-84f7-b700a39358c1 service nova] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-873f0c64-dfe9-44b5-8773-297ef94cadb4 req-1cb15d06-3fc5-427f-84f7-b700a39358c1 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] No waiting events found dispatching network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:15:09 user nova-compute[74681]: WARNING nova.compute.manager [req-873f0c64-dfe9-44b5-8773-297ef94cadb4 req-1cb15d06-3fc5-427f-84f7-b700a39358c1 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received unexpected event network-vif-plugged-493bf70e-6826-4eb5-a2b7-100568c17766 for instance with vm_state active and task_state deleting.
Oct 16 15:15:09 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:15:09 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Took 1.30 seconds to deallocate network for instance.
Oct 16 15:15:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-531ca0bf-b88b-4528-a490-216cc2a13b5a req-b75a77b4-e2e9-4667-89e3-b73496fd2b56 service nova] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Received event network-vif-deleted-493bf70e-6826-4eb5-a2b7-100568c17766 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:15:10 user nova-compute[74681]: INFO nova.compute.manager [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Took 0.78 seconds to detach 1 volumes for instance.
Oct 16 15:15:10 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] Deleting volume: 01d1cdcb-8bd4-4ed6-9b00-a7bee34abc6a {{(pid=74681) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 15:15:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:10 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:15:10 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:15:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.156s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:10 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Deleted allocations for instance 541c7405-0a50-4ae4-86df-dcec42db82b9
Oct 16 15:15:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0554b184-b198-4736-bba9-c79b06f74a24 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.692s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 3.274s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:10 user nova-compute[74681]: INFO nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 541c7405-0a50-4ae4-86df-dcec42db82b9] During sync_power_state the instance has a pending task (deleting). Skip.
Oct 16 15:15:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "541c7405-0a50-4ae4-86df-dcec42db82b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:15:11 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:15:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:15:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:15:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9018MB free_disk=25.244712829589844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance a6d54a3f-31ad-4b42-8a7d-80d276930315 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:15:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:15:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:19 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:19 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:15:19 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:15:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:15:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:15:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:15:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:15:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:15:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:15:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:15:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:15:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:16:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:16:05 user nova-compute[74681]: INFO nova.compute.manager [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Terminating instance
Oct 16 15:16:05 user nova-compute[74681]: DEBUG nova.compute.manager [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-b824525a-6856-4ede-9d09-a92a1d9d2fab req-dd4aefc7-bb48-446b-a9a8-59627746e2b0 service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-vif-unplugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b824525a-6856-4ede-9d09-a92a1d9d2fab req-dd4aefc7-bb48-446b-a9a8-59627746e2b0 service nova] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b824525a-6856-4ede-9d09-a92a1d9d2fab req-dd4aefc7-bb48-446b-a9a8-59627746e2b0 service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-b824525a-6856-4ede-9d09-a92a1d9d2fab req-dd4aefc7-bb48-446b-a9a8-59627746e2b0 service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-b824525a-6856-4ede-9d09-a92a1d9d2fab req-dd4aefc7-bb48-446b-a9a8-59627746e2b0 service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] No waiting events found dispatching network-vif-unplugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.compute.manager [req-b824525a-6856-4ede-9d09-a92a1d9d2fab req-dd4aefc7-bb48-446b-a9a8-59627746e2b0 service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-vif-unplugged-dde44640-ac00-4edd-84d9-f71495587eb7 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Instance destroyed successfully.
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.objects.instance [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'resources' on Instance uuid a6d54a3f-31ad-4b42-8a7d-80d276930315 {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-199088859',display_name='tempest-TestVolumeBootPattern-volume-backed-server-199088859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-199088859',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI5FHp4UaXQs4Gn8qXGvX93rO+IQ3vbL0PjCk4znQIRUPU5zMwrucQ9nGenZW7fGyrBdXPmI/ddeUvQoEQeLPJMnDPsCpTAEgIma6s/E4Oa+zP0aB8hGs0Ovn4EnAGOgqA==',key_name='tempest-keypair-2122778494',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:11:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-s2lo2ler',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:11:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a4c97403f0f144bba79a07d043d3157e',uuid=a6d54a3f-31ad-4b42-8a7d-80d276930315,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "dde44640-ac00-4edd-84d9-f71495587eb7", "address": "fa:16:3e:08:73:08", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdde44640-ac", "ovs_interfaceid": "dde44640-ac00-4edd-84d9-f71495587eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:73:08,bridge_name='br-int',has_traffic_filtering=True,id=dde44640-ac00-4edd-84d9-f71495587eb7,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdde44640-ac') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_vif [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:73:08,bridge_name='br-int',has_traffic_filtering=True,id=dde44640-ac00-4edd-84d9-f71495587eb7,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdde44640-ac') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdde44640-ac, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2293b216-fa97-4116-a8e1-35d96843a9ec) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:16:06 user nova-compute[74681]: INFO os_vif [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:73:08,bridge_name='br-int',has_traffic_filtering=True,id=dde44640-ac00-4edd-84d9-f71495587eb7,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdde44640-ac')
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'noMyXWPA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:16:06 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe4e5cc-c0a6-434b-ad65-602a1c6ec149]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:16:06 user nova-compute[74681]: No targets found.
Oct 16 15:16:06 user nova-compute[74681]: iSNS:
Oct 16 15:16:06 user nova-compute[74681]: No targets found.
Oct 16 15:16:06 user nova-compute[74681]: STATIC:
Oct 16 15:16:06 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2
Oct 16 15:16:06 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:16:06 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:16:06 user nova-compute[74681]: FIRMWARE:
Oct 16 15:16:06 user nova-compute[74681]: No targets found.
Oct 16 15:16:06 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:16:06 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:16:06 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd15b8e0-ecc3-4734-9e6c-3fc479db9df0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd70e5c3-b67f-4971-914a-d8249fc33359]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:16:06 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 (non-flash)
Oct 16 15:16:06 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d056e950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e92ab9d3-6220-40ec-9d04-c17da6f8c9a0]: (4, ('path checker states:\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b276448e-b460-4ea5-b9bf-4b9133ba386d]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6bb6491-2be9-4947-8013-4b3d245deac4]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8797d7a1-be24-4b85-8d9d-0d9f1f0f3a67]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23532656534343665', '/dev/disk/by-id/scsi-1SCST_BIOa4c4d582-52ee446e6cf79427', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a4c4d582') {{(pid=85882) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b323982-939b-4750-82c0-928694a17afe]: (4, None) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff6cacb-75f5-4403-ba43-2071c0450b7d]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35e7ea1-2faa-4749-9f85-6b70adbe9adb]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260]
Oct 16 15:16:06 user nova-compute[74681]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2, portal: 172.16.0.220,3260] successful.
Oct 16 15:16:06 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c39ee3a-f86e-498f-8902-7738bd1a0b34]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== disconnect_volume: return (311ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:16:06 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:16:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Deleting instance files /opt/stack/data/nova/instances/a6d54a3f-31ad-4b42-8a7d-80d276930315_del
Oct 16 15:16:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Deletion of /opt/stack/data/nova/instances/a6d54a3f-31ad-4b42-8a7d-80d276930315_del complete
Oct 16 15:16:07 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:07 user nova-compute[74681]: INFO nova.compute.manager [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 16 15:16:07 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:16:07 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:16:07 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:16:07 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:16:07 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Took 0.63 seconds to deallocate network for instance.
Oct 16 15:16:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-c4519d93-da57-43d0-b54c-4dca092c96ce req-5d7664f7-ebeb-40c2-ae57-75fbd79ce84a service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c4519d93-da57-43d0-b54c-4dca092c96ce req-5d7664f7-ebeb-40c2-ae57-75fbd79ce84a service nova] Acquiring lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c4519d93-da57-43d0-b54c-4dca092c96ce req-5d7664f7-ebeb-40c2-ae57-75fbd79ce84a service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c4519d93-da57-43d0-b54c-4dca092c96ce req-5d7664f7-ebeb-40c2-ae57-75fbd79ce84a service nova] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-c4519d93-da57-43d0-b54c-4dca092c96ce req-5d7664f7-ebeb-40c2-ae57-75fbd79ce84a service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] No waiting events found dispatching network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:16:08 user nova-compute[74681]: WARNING nova.compute.manager [req-c4519d93-da57-43d0-b54c-4dca092c96ce req-5d7664f7-ebeb-40c2-ae57-75fbd79ce84a service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received unexpected event network-vif-plugged-dde44640-ac00-4edd-84d9-f71495587eb7 for instance with vm_state active and task_state deleting.
Oct 16 15:16:08 user nova-compute[74681]: DEBUG nova.compute.manager [req-c4519d93-da57-43d0-b54c-4dca092c96ce req-5d7664f7-ebeb-40c2-ae57-75fbd79ce84a service nova] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Received event network-vif-deleted-dde44640-ac00-4edd-84d9-f71495587eb7 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:16:08 user nova-compute[74681]: INFO nova.compute.manager [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Took 0.76 seconds to detach 1 volumes for instance.
Oct 16 15:16:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: a6d54a3f-31ad-4b42-8a7d-80d276930315] Deleting volume: c80463c5-eb1c-4c7d-87b2-0d73ae95a4c2 {{(pid=74681) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:16:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.131s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:16:08 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Deleted allocations for instance a6d54a3f-31ad-4b42-8a7d-80d276930315
Oct 16 15:16:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-06c40bc9-4ec8-498e-9538-431e84beafca tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "a6d54a3f-31ad-4b42-8a7d-80d276930315" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.005s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:16:09 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:16:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:16:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:16:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9167MB free_disk=25.243911743164062GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:16:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.141s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:16:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:16:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:16:13 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:16:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:21 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:16:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:16:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:16:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:16:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:16:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:16:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:16:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:16:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:16:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:17:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:17:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:17:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:17:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:17:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:17:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:17:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9180MB free_disk=25.242816925048828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:17:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:17:14 user nova-compute[74681]: INFO nova.compute.claims [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Claim successful on node user
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.210s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.network.neutron [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:17:14 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG nova.policy [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c97403f0f144bba79a07d043d3157e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552de2ff0b6341e8b8f628da542f63ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:17:14 user nova-compute[74681]: INFO nova.virt.block_device [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Booting with volume 757c3b59-cd21-4d52-b8d2-bc9ad0988995 at /dev/vda
Oct 16 15:17:14 user nova-compute[74681]: DEBUG os_brick.utils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[db988859-6443-4254-bd05-ca480d57f25c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8a03a1-d658-47d9-8a0c-54b4ba58168f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0f89b2-a67a-476c-a005-0e71bf0c1300]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[72104788-f04c-431f-999f-604939ae88aa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:14 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:17:15 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:17:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3224f9-fa96-4503-980a-02e207912daf]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG os_brick.utils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updating existing volume attachment record: 18b8b002-48a7-4565-a66f-547f9bde5d55 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Skipping network cache update for instance because it is Building. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:17:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Successfully created port: dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Successfully updated port: dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquired lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-changed-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Refreshing instance network info cache due to event network-changed-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] Acquiring lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updating instance_info_cache with network_info: [{"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Releasing lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Instance network_info: |[{"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] Acquired lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.network.neutron [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Refreshing network info cache for port dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.network.neutron [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updated VIF entry in instance network info cache for port dbe43b5e-84a8-4c44-a3cd-43c9c59e9984. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG nova.network.neutron [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updating instance_info_cache with network_info: [{"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-c1d30a53-b249-40f7-a5ba-c112f1996a62 req-a494b244-94d8-40e8-b358-71d2453b33d9 service nova] Releasing lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:17:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:17:19 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:17:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:17:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:17:30 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Creating image(s)
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Ensure instance console log exists: /opt/stack/data/nova/instances/cbae40f1-71d4-488d-9efc-ae5303ef9e0b/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Start _get_guest_xml network_info=[{"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cbae40f1-71d4-488d-9efc-ae5303ef9e0b', 'attached_at': '', 'detached_at': '', 'volume_id': '757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'serial': '757c3b59-cd21-4d52-b8d2-bc9ad0988995'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '18b8b002-48a7-4565-a66f-547f9bde5d55', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:17:30 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:17:30 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:17:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:17:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:17:30 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[863f4374-ed60-44b3-92d1-9b81d2495f0c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:17:30 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd9428f-6635-41ba-8883-de3910eb6eab]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995] added
Oct 16 15:17:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3d6000-ea47-4ce7-8363-c815c57cdceb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d40a1f-e3b9-4b14-8e01-b1bcbea99c89]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOAgRTJM {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOAgRTJM" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[99aac107-989a-483c-a94a-9a1c235f2334]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IOAgRTJM'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae90b151-f062-4d48-bd58-f3edb14a1bc9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe223ed3-d596-4aca-8823-e3eefe76ecf8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:17:30 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:17:30 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:17:30 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:17:30 user nova-compute[74681]: 
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5df68a7-25a1-439b-a4e8-012c68c0a237]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]
Oct 16 15:17:30 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.
Oct 16 15:17:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ac8d884-fe15-4ee4-8a70-92dd06e44d8e]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0505fc06-6c2f-4079-94ec-25b9e690ec31]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:17:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:17:30 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d1d395c-3ad6-4922-ada6-2cc951df7568]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:17:30 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '26533373933623564', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533373933623564', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:17:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1346044776',display_name='tempest-TestVolumeBootPattern-server-1346044776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1346044776',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-6fzeiwo0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:17:15Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=cbae40f1-71d4-488d-9efc-ae5303ef9e0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:c1:22,bridge_name='br-int',has_traffic_filtering=True,id=dbe43b5e-84a8-4c44-a3cd-43c9c59e9984,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe43b5e-84') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.objects.instance [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'pci_devices' on Instance uuid cbae40f1-71d4-488d-9efc-ae5303ef9e0b {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:17:31 user nova-compute[74681]:   <uuid>cbae40f1-71d4-488d-9efc-ae5303ef9e0b</uuid>
Oct 16 15:17:31 user nova-compute[74681]:   <name>instance-00000032</name>
Oct 16 15:17:31 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:17:31 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:17:31 user nova-compute[74681]:   <metadata>
Oct 16 15:17:31 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:17:31 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:17:31 user nova-compute[74681]:       <nova:name>tempest-TestVolumeBootPattern-server-1346044776</nova:name>
Oct 16 15:17:31 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:17:30</nova:creationTime>
Oct 16 15:17:31 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:17:31 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:17:31 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:17:31 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:17:31 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:17:31 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:17:31 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:17:31 user nova-compute[74681]:       <nova:owner>
Oct 16 15:17:31 user nova-compute[74681]:         <nova:user uuid="a4c97403f0f144bba79a07d043d3157e">tempest-TestVolumeBootPattern-69904000-project-member</nova:user>
Oct 16 15:17:31 user nova-compute[74681]:         <nova:project uuid="552de2ff0b6341e8b8f628da542f63ab">tempest-TestVolumeBootPattern-69904000</nova:project>
Oct 16 15:17:31 user nova-compute[74681]:       </nova:owner>
Oct 16 15:17:31 user nova-compute[74681]:       <nova:ports>
Oct 16 15:17:31 user nova-compute[74681]:         <nova:port uuid="dbe43b5e-84a8-4c44-a3cd-43c9c59e9984">
Oct 16 15:17:31 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 15:17:31 user nova-compute[74681]:         </nova:port>
Oct 16 15:17:31 user nova-compute[74681]:       </nova:ports>
Oct 16 15:17:31 user nova-compute[74681]:     </nova:instance>
Oct 16 15:17:31 user nova-compute[74681]:   </metadata>
Oct 16 15:17:31 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:17:31 user nova-compute[74681]:     <system>
Oct 16 15:17:31 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:17:31 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:17:31 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:17:31 user nova-compute[74681]:       <entry name="serial">cbae40f1-71d4-488d-9efc-ae5303ef9e0b</entry>
Oct 16 15:17:31 user nova-compute[74681]:       <entry name="uuid">cbae40f1-71d4-488d-9efc-ae5303ef9e0b</entry>
Oct 16 15:17:31 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:17:31 user nova-compute[74681]:     </system>
Oct 16 15:17:31 user nova-compute[74681]:   </sysinfo>
Oct 16 15:17:31 user nova-compute[74681]:   <os>
Oct 16 15:17:31 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:17:31 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:17:31 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:17:31 user nova-compute[74681]:   </os>
Oct 16 15:17:31 user nova-compute[74681]:   <features>
Oct 16 15:17:31 user nova-compute[74681]:     <acpi/>
Oct 16 15:17:31 user nova-compute[74681]:     <apic/>
Oct 16 15:17:31 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:17:31 user nova-compute[74681]:   </features>
Oct 16 15:17:31 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:17:31 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:17:31 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:17:31 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:17:31 user nova-compute[74681]:   </clock>
Oct 16 15:17:31 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:17:31 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:17:31 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:17:31 user nova-compute[74681]:   </cpu>
Oct 16 15:17:31 user nova-compute[74681]:   <devices>
Oct 16 15:17:31 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 15:17:31 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:17:31 user nova-compute[74681]:       <source dev="/dev/sdb"/>
Oct 16 15:17:31 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:17:31 user nova-compute[74681]:       <serial>757c3b59-cd21-4d52-b8d2-bc9ad0988995</serial>
Oct 16 15:17:31 user nova-compute[74681]:     </disk>
Oct 16 15:17:31 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:17:31 user nova-compute[74681]:       <mac address="fa:16:3e:02:c1:22"/>
Oct 16 15:17:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:17:31 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:17:31 user nova-compute[74681]:       <target dev="tapdbe43b5e-84"/>
Oct 16 15:17:31 user nova-compute[74681]:     </interface>
Oct 16 15:17:31 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:17:31 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/cbae40f1-71d4-488d-9efc-ae5303ef9e0b/console.log" append="off"/>
Oct 16 15:17:31 user nova-compute[74681]:     </serial>
Oct 16 15:17:31 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:17:31 user nova-compute[74681]:     <video>
Oct 16 15:17:31 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:17:31 user nova-compute[74681]:     </video>
Oct 16 15:17:31 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:17:31 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:17:31 user nova-compute[74681]:     </rng>
Oct 16 15:17:31 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:17:31 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:17:31 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:17:31 user nova-compute[74681]:     </memballoon>
Oct 16 15:17:31 user nova-compute[74681]:   </devices>
Oct 16 15:17:31 user nova-compute[74681]: </domain>
Oct 16 15:17:31 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:17:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1346044776',display_name='tempest-TestVolumeBootPattern-server-1346044776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1346044776',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-6fzeiwo0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:17:15Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=cbae40f1-71d4-488d-9efc-ae5303ef9e0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:c1:22,bridge_name='br-int',has_traffic_filtering=True,id=dbe43b5e-84a8-4c44-a3cd-43c9c59e9984,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe43b5e-84') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG os_vif [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:c1:22,bridge_name='br-int',has_traffic_filtering=True,id=dbe43b5e-84a8-4c44-a3cd-43c9c59e9984,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe43b5e-84') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5d8408f-a2e2-5429-a7fa-159463c5111f', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbe43b5e-84, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbe43b5e-84, col_values=(('qos', UUID('c4561738-4a49-4551-9436-fba062b25661')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbe43b5e-84, col_values=(('external_ids', {'iface-id': 'dbe43b5e-84a8-4c44-a3cd-43c9c59e9984', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:c1:22', 'vm-uuid': 'cbae40f1-71d4-488d-9efc-ae5303ef9e0b'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:31 user nova-compute[74681]: INFO os_vif [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:c1:22,bridge_name='br-int',has_traffic_filtering=True,id=dbe43b5e-84a8-4c44-a3cd-43c9c59e9984,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe43b5e-84')
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:17:31 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No VIF found with MAC fa:16:3e:02:c1:22, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:17:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-2768ac21-edff-4c50-9da5-1a343801af5b req-503dcdd0-e813-4e69-9488-861a87e54d95 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:17:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2768ac21-edff-4c50-9da5-1a343801af5b req-503dcdd0-e813-4e69-9488-861a87e54d95 service nova] Acquiring lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:17:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2768ac21-edff-4c50-9da5-1a343801af5b req-503dcdd0-e813-4e69-9488-861a87e54d95 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:17:33 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-2768ac21-edff-4c50-9da5-1a343801af5b req-503dcdd0-e813-4e69-9488-861a87e54d95 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:17:33 user nova-compute[74681]: DEBUG nova.compute.manager [req-2768ac21-edff-4c50-9da5-1a343801af5b req-503dcdd0-e813-4e69-9488-861a87e54d95 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] No waiting events found dispatching network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:17:33 user nova-compute[74681]: WARNING nova.compute.manager [req-2768ac21-edff-4c50-9da5-1a343801af5b req-503dcdd0-e813-4e69-9488-861a87e54d95 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received unexpected event network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 for instance with vm_state building and task_state spawning.
Oct 16 15:17:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:17:35 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Instance spawned successfully.
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-d5b7ad5f-b3ca-4fcc-aae9-1d83964a66ce req-b2565555-2dde-4697-a106-f58f623336d6 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d5b7ad5f-b3ca-4fcc-aae9-1d83964a66ce req-b2565555-2dde-4697-a106-f58f623336d6 service nova] Acquiring lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d5b7ad5f-b3ca-4fcc-aae9-1d83964a66ce req-b2565555-2dde-4697-a106-f58f623336d6 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-d5b7ad5f-b3ca-4fcc-aae9-1d83964a66ce req-b2565555-2dde-4697-a106-f58f623336d6 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.compute.manager [req-d5b7ad5f-b3ca-4fcc-aae9-1d83964a66ce req-b2565555-2dde-4697-a106-f58f623336d6 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] No waiting events found dispatching network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:17:35 user nova-compute[74681]: WARNING nova.compute.manager [req-d5b7ad5f-b3ca-4fcc-aae9-1d83964a66ce req-b2565555-2dde-4697-a106-f58f623336d6 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received unexpected event network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 for instance with vm_state building and task_state spawning.
Oct 16 15:17:35 user nova-compute[74681]: INFO nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Took 5.07 seconds to spawn the instance on the hypervisor.
Oct 16 15:17:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:17:35 user nova-compute[74681]: INFO nova.compute.manager [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Took 21.03 seconds to build instance.
Oct 16 15:17:35 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-07111c9f-dc20-4780-833e-790512575345 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.134s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:17:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:17:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:08 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:18:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:18:12 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9037MB free_disk=25.241077423095703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance cbae40f1-71d4-488d-9efc-ae5303ef9e0b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:18:12 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.198s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:18:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:18:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:18:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:18:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:18:15 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:18:15 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid cbae40f1-71d4-488d-9efc-ae5303ef9e0b {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updating instance_info_cache with network_info: [{"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:18:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:21 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:18:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:18:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:31 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:18:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:18:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:18:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:05 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-changed-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Refreshing instance network info cache due to event network-changed-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] Acquiring lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] Acquired lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Refreshing network info cache for port dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updated VIF entry in instance network info cache for port dbe43b5e-84a8-4c44-a3cd-43c9c59e9984. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.network.neutron [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updating instance_info_cache with network_info: [{"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-253812d0-beb3-4e24-b613-21a5338fa88d req-7fdc3b0c-c490-4e12-85f4-65fb1f8cf838 service nova] Releasing lock "refresh_cache-cbae40f1-71d4-488d-9efc-ae5303ef9e0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:07 user nova-compute[74681]: INFO nova.compute.manager [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Terminating instance
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-5ae28e47-3669-4b97-8761-91ef771cb2c7 req-9f043dbd-e87c-44bc-b0c8-774b4c2cc8b0 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-vif-unplugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5ae28e47-3669-4b97-8761-91ef771cb2c7 req-9f043dbd-e87c-44bc-b0c8-774b4c2cc8b0 service nova] Acquiring lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5ae28e47-3669-4b97-8761-91ef771cb2c7 req-9f043dbd-e87c-44bc-b0c8-774b4c2cc8b0 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-5ae28e47-3669-4b97-8761-91ef771cb2c7 req-9f043dbd-e87c-44bc-b0c8-774b4c2cc8b0 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-5ae28e47-3669-4b97-8761-91ef771cb2c7 req-9f043dbd-e87c-44bc-b0c8-774b4c2cc8b0 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] No waiting events found dispatching network-vif-unplugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:19:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-5ae28e47-3669-4b97-8761-91ef771cb2c7 req-9f043dbd-e87c-44bc-b0c8-774b4c2cc8b0 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-vif-unplugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:19:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Instance destroyed successfully.
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'resources' on Instance uuid cbae40f1-71d4-488d-9efc-ae5303ef9e0b {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:17:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1346044776',display_name='tempest-TestVolumeBootPattern-server-1346044776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1346044776',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:17:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-6fzeiwo0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:17:35Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=cbae40f1-71d4-488d-9efc-ae5303ef9e0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "address": "fa:16:3e:02:c1:22", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbe43b5e-84", "ovs_interfaceid": "dbe43b5e-84a8-4c44-a3cd-43c9c59e9984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:c1:22,bridge_name='br-int',has_traffic_filtering=True,id=dbe43b5e-84a8-4c44-a3cd-43c9c59e9984,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe43b5e-84') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_vif [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:c1:22,bridge_name='br-int',has_traffic_filtering=True,id=dbe43b5e-84a8-4c44-a3cd-43c9c59e9984,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe43b5e-84') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbe43b5e-84, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c4561738-4a49-4551-9436-fba062b25661) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:08 user nova-compute[74681]: INFO os_vif [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:c1:22,bridge_name='br-int',has_traffic_filtering=True,id=dbe43b5e-84a8-4c44-a3cd-43c9c59e9984,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbe43b5e-84')
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:19:08 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa7d0b5-d0c5-4d39-a3e3-010ed86ed327]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:19:08 user nova-compute[74681]: No targets found.
Oct 16 15:19:08 user nova-compute[74681]: iSNS:
Oct 16 15:19:08 user nova-compute[74681]: No targets found.
Oct 16 15:19:08 user nova-compute[74681]: STATIC:
Oct 16 15:19:08 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995
Oct 16 15:19:08 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:19:08 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:19:08 user nova-compute[74681]: FIRMWARE:
Oct 16 15:19:08 user nova-compute[74681]: No targets found.
Oct 16 15:19:08 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:19:08 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:19:08 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[51c768ec-408a-4e28-bf14-b94562312175]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec04817-02d2-4936-8661-632fb164e180]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:19:08 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:19:08 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d03bd360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[871e9c9c-21cc-434f-9c6e-76d176a7c571]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[add1d9f0-17a2-4837-95cb-27d022748481]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4ce9594-2f4d-48ac-a726-43cb132f86fc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd57866f-cb0c-4115-8ef7-6cf58127ead9]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO5d562dce-e3793b5d1052afa8', '/dev/disk/by-id/scsi-26533373933623564', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5d562dce') {{(pid=85882) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd24b0b-9a9a-4d1d-9b60-828c8755a854]: (4, None) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d17cb4-5de1-453d-a307-fe39074edb41]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d58838d-b1e7-4cf3-b092-b8c8974305e8]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]
Oct 16 15:19:08 user nova-compute[74681]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.
Oct 16 15:19:08 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[061e549a-1781-4ea9-8807-7df197182268]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== disconnect_volume: return (305ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:19:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Deleting instance files /opt/stack/data/nova/instances/cbae40f1-71d4-488d-9efc-ae5303ef9e0b_del
Oct 16 15:19:08 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Deletion of /opt/stack/data/nova/instances/cbae40f1-71d4-488d-9efc-ae5303ef9e0b_del complete
Oct 16 15:19:08 user nova-compute[74681]: INFO nova.compute.manager [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 16 15:19:08 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:19:08 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:19:09 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:19:09 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Took 0.61 seconds to deallocate network for instance.
Oct 16 15:19:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-d0c3c799-c21a-460f-83a5-f2cb6b3c6573 req-ca662edd-9308-4ff7-b807-93e6be4bc86e service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-vif-deleted-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:19:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-48624fd3-f6c8-459b-adcf-36be3a170a65 req-72493fd2-3745-4bee-b880-e7464b504de9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received event network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:19:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-48624fd3-f6c8-459b-adcf-36be3a170a65 req-72493fd2-3745-4bee-b880-e7464b504de9 service nova] Acquiring lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-48624fd3-f6c8-459b-adcf-36be3a170a65 req-72493fd2-3745-4bee-b880-e7464b504de9 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:09 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-48624fd3-f6c8-459b-adcf-36be3a170a65 req-72493fd2-3745-4bee-b880-e7464b504de9 service nova] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:09 user nova-compute[74681]: DEBUG nova.compute.manager [req-48624fd3-f6c8-459b-adcf-36be3a170a65 req-72493fd2-3745-4bee-b880-e7464b504de9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] No waiting events found dispatching network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:19:09 user nova-compute[74681]: WARNING nova.compute.manager [req-48624fd3-f6c8-459b-adcf-36be3a170a65 req-72493fd2-3745-4bee-b880-e7464b504de9 service nova] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Received unexpected event network-vif-plugged-dbe43b5e-84a8-4c44-a3cd-43c9c59e9984 for instance with vm_state active and task_state deleting.
Oct 16 15:19:10 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:10 user nova-compute[74681]: INFO nova.compute.manager [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: cbae40f1-71d4-488d-9efc-ae5303ef9e0b] Took 0.77 seconds to detach 1 volumes for instance.
Oct 16 15:19:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:10 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:19:10 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:19:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.114s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:10 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Deleted allocations for instance cbae40f1-71d4-488d-9efc-ae5303ef9e0b
Oct 16 15:19:10 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0c743ec9-aac1-4a14-8812-4f31c2d8b61c tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "cbae40f1-71d4-488d-9efc-ae5303ef9e0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.876s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:11 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:19:14 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:19:14 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9168MB free_disk=25.240253448486328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:19:14 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.338s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:19:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:19:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:19:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:21 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:23 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:23 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:19:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:25 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:19:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:19:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:19:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:31 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:31 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 15:19:31 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 15:19:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:34 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:19:34 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 15:19:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:19:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:19:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:19:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:19:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:19:59 user nova-compute[74681]: INFO nova.compute.claims [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Claim successful on node user
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.187s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:19:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.policy [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c97403f0f144bba79a07d043d3157e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552de2ff0b6341e8b8f628da542f63ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:19:59 user nova-compute[74681]: INFO nova.virt.block_device [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Booting with volume 757c3b59-cd21-4d52-b8d2-bc9ad0988995 at /dev/vda
Oct 16 15:19:59 user nova-compute[74681]: DEBUG os_brick.utils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f55c5d-29db-40d1-8f11-fa85db972573]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f4a4c6-7d8f-4d30-b8a9-2bee29d8861d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c15ecc-dd73-4bf7-b2e8-23b70a283d14]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[149f4c31-276b-449e-9815-41dbf6cdb4a0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:19:59 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:19:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[68d15e55-9566-4d0f-be84-a9b1c1d64688]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG os_brick.utils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:19:59 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating existing volume attachment record: d2fa7457-9535-49b7-8259-ebbca34ba9fc {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Successfully created port: 92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Successfully updated port: 92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquired lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-changed-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Refreshing instance network info cache due to event network-changed-92ad9e78-a44f-4641-9d3c-0733cf5704c3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:20:00 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] Acquiring lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG nova.network.neutron [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Releasing lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Instance network_info: |[{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] Acquired lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Refreshing network info cache for port 92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updated VIF entry in instance network info cache for port 92ad9e78-a44f-4641-9d3c-0733cf5704c3. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG nova.network.neutron [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:20:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-93dc32fd-d650-4f0a-8f85-78f3772faa61 req-091612ed-b37f-4b90-bcdb-284ce07717b1 service nova] Releasing lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:20:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:20:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:20:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:20:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:20:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:20:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:11 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:13 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:20:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:20:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9200MB free_disk=25.239349365234375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3987dff4-558e-4ebe-81fd-fad9cbae912c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:20:15 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Creating image(s)
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Ensure instance console log exists: /opt/stack/data/nova/instances/3987dff4-558e-4ebe-81fd-fad9cbae912c/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Start _get_guest_xml network_info=[{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3987dff4-558e-4ebe-81fd-fad9cbae912c', 'attached_at': '', 'detached_at': '', 'volume_id': '757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'serial': '757c3b59-cd21-4d52-b8d2-bc9ad0988995'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': 'd2fa7457-9535-49b7-8259-ebbca34ba9fc', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:20:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:20:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:20:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:20:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:20:15 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a49f70-4f6e-45c5-a001-6434f8db00d4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:20:15 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.263s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c9564c-bf6c-4d04-8411-e132e40c4c78]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995] added
Oct 16 15:20:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5b690d-6595-4bc6-a64f-7f73f6c2c8f6]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0844dcc0-be6a-4d7e-afea-e0f7959532cd]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOAgRTJM {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOAgRTJM" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe57640-0d63-48e8-97b4-8ec1d0af8750]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IOAgRTJM'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[48eb093e-57fd-40df-8841-73c1bb82f2d3]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[164ed659-e598-4f56-9873-9107739e60a7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:20:15 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 15:20:15 user nova-compute[74681]:  {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:20:15 user nova-compute[74681]: WARNING os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 15:20:15 user nova-compute[74681]: 
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[014a0be6-617c-4c47-bef4-5932676ab89d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]
Oct 16 15:20:15 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.
Oct 16 15:20:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56ac194-23bf-4d0d-bf57-ba4e34f62838]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3da11e4-0f60-416a-bb9f-3de3b5d09aae]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:20:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:20:15 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[27004775-7f99-40b0-9522-10401704d98c]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:20:15 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:20:16 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:20:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:20:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:20:16 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '26533373933623564', 'path': '/dev/sdb'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:20:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533373933623564', 'path': '/dev/sdb'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:19:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515222736',display_name='tempest-TestVolumeBootPattern-server-515222736',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515222736',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-8ng1ly2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:20:00Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=3987dff4-558e-4ebe-81fd-fad9cbae912c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:ec:9e,bridge_name='br-int',has_traffic_filtering=True,id=92ad9e78-a44f-4641-9d3c-0733cf5704c3,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92ad9e78-a4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'pci_devices' on Instance uuid 3987dff4-558e-4ebe-81fd-fad9cbae912c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:20:17 user nova-compute[74681]:   <uuid>3987dff4-558e-4ebe-81fd-fad9cbae912c</uuid>
Oct 16 15:20:17 user nova-compute[74681]:   <name>instance-00000033</name>
Oct 16 15:20:17 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:20:17 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:20:17 user nova-compute[74681]:   <metadata>
Oct 16 15:20:17 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:20:17 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:20:17 user nova-compute[74681]:       <nova:name>tempest-TestVolumeBootPattern-server-515222736</nova:name>
Oct 16 15:20:17 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:20:15</nova:creationTime>
Oct 16 15:20:17 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:20:17 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:20:17 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:20:17 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:20:17 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:20:17 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:20:17 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:20:17 user nova-compute[74681]:       <nova:owner>
Oct 16 15:20:17 user nova-compute[74681]:         <nova:user uuid="a4c97403f0f144bba79a07d043d3157e">tempest-TestVolumeBootPattern-69904000-project-member</nova:user>
Oct 16 15:20:17 user nova-compute[74681]:         <nova:project uuid="552de2ff0b6341e8b8f628da542f63ab">tempest-TestVolumeBootPattern-69904000</nova:project>
Oct 16 15:20:17 user nova-compute[74681]:       </nova:owner>
Oct 16 15:20:17 user nova-compute[74681]:       <nova:ports>
Oct 16 15:20:17 user nova-compute[74681]:         <nova:port uuid="92ad9e78-a44f-4641-9d3c-0733cf5704c3">
Oct 16 15:20:17 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 16 15:20:17 user nova-compute[74681]:         </nova:port>
Oct 16 15:20:17 user nova-compute[74681]:       </nova:ports>
Oct 16 15:20:17 user nova-compute[74681]:     </nova:instance>
Oct 16 15:20:17 user nova-compute[74681]:   </metadata>
Oct 16 15:20:17 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:20:17 user nova-compute[74681]:     <system>
Oct 16 15:20:17 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:20:17 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:20:17 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:20:17 user nova-compute[74681]:       <entry name="serial">3987dff4-558e-4ebe-81fd-fad9cbae912c</entry>
Oct 16 15:20:17 user nova-compute[74681]:       <entry name="uuid">3987dff4-558e-4ebe-81fd-fad9cbae912c</entry>
Oct 16 15:20:17 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:20:17 user nova-compute[74681]:     </system>
Oct 16 15:20:17 user nova-compute[74681]:   </sysinfo>
Oct 16 15:20:17 user nova-compute[74681]:   <os>
Oct 16 15:20:17 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:20:17 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:20:17 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:20:17 user nova-compute[74681]:   </os>
Oct 16 15:20:17 user nova-compute[74681]:   <features>
Oct 16 15:20:17 user nova-compute[74681]:     <acpi/>
Oct 16 15:20:17 user nova-compute[74681]:     <apic/>
Oct 16 15:20:17 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:20:17 user nova-compute[74681]:   </features>
Oct 16 15:20:17 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:20:17 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:20:17 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:20:17 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:20:17 user nova-compute[74681]:   </clock>
Oct 16 15:20:17 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:20:17 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:20:17 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:20:17 user nova-compute[74681]:   </cpu>
Oct 16 15:20:17 user nova-compute[74681]:   <devices>
Oct 16 15:20:17 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 15:20:17 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:20:17 user nova-compute[74681]:       <source dev="/dev/sdb"/>
Oct 16 15:20:17 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:20:17 user nova-compute[74681]:       <serial>757c3b59-cd21-4d52-b8d2-bc9ad0988995</serial>
Oct 16 15:20:17 user nova-compute[74681]:     </disk>
Oct 16 15:20:17 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:20:17 user nova-compute[74681]:       <mac address="fa:16:3e:67:ec:9e"/>
Oct 16 15:20:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:20:17 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:20:17 user nova-compute[74681]:       <target dev="tap92ad9e78-a4"/>
Oct 16 15:20:17 user nova-compute[74681]:     </interface>
Oct 16 15:20:17 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:20:17 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/3987dff4-558e-4ebe-81fd-fad9cbae912c/console.log" append="off"/>
Oct 16 15:20:17 user nova-compute[74681]:     </serial>
Oct 16 15:20:17 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:20:17 user nova-compute[74681]:     <video>
Oct 16 15:20:17 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:20:17 user nova-compute[74681]:     </video>
Oct 16 15:20:17 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:20:17 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:20:17 user nova-compute[74681]:     </rng>
Oct 16 15:20:17 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:20:17 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:20:17 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:20:17 user nova-compute[74681]:     </memballoon>
Oct 16 15:20:17 user nova-compute[74681]:   </devices>
Oct 16 15:20:17 user nova-compute[74681]: </domain>
Oct 16 15:20:17 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:19:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515222736',display_name='tempest-TestVolumeBootPattern-server-515222736',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515222736',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-8ng1ly2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:20:00Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=3987dff4-558e-4ebe-81fd-fad9cbae912c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:ec:9e,bridge_name='br-int',has_traffic_filtering=True,id=92ad9e78-a44f-4641-9d3c-0733cf5704c3,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92ad9e78-a4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG os_vif [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:ec:9e,bridge_name='br-int',has_traffic_filtering=True,id=92ad9e78-a44f-4641-9d3c-0733cf5704c3,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92ad9e78-a4') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ac8bb18-c7fe-54d3-978b-3e0ecf532cf7', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap92ad9e78-a4, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap92ad9e78-a4, col_values=(('qos', UUID('1e8a0c93-2596-4bb7-8cff-f010c31ceeaa')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap92ad9e78-a4, col_values=(('external_ids', {'iface-id': '92ad9e78-a44f-4641-9d3c-0733cf5704c3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:67:ec:9e', 'vm-uuid': '3987dff4-558e-4ebe-81fd-fad9cbae912c'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:17 user nova-compute[74681]: INFO os_vif [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:ec:9e,bridge_name='br-int',has_traffic_filtering=True,id=92ad9e78-a44f-4641-9d3c-0733cf5704c3,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92ad9e78-a4')
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No VIF found with MAC fa:16:3e:67:ec:9e, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Skipping network cache update for instance because it is Building. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:20:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-fe9251a4-5ee2-4fdf-b2fa-1e0565045793 req-f6bcb84e-fe14-48f2-89c6-c2e45a26eaa3 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fe9251a4-5ee2-4fdf-b2fa-1e0565045793 req-f6bcb84e-fe14-48f2-89c6-c2e45a26eaa3 service nova] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fe9251a4-5ee2-4fdf-b2fa-1e0565045793 req-f6bcb84e-fe14-48f2-89c6-c2e45a26eaa3 service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-fe9251a4-5ee2-4fdf-b2fa-1e0565045793 req-f6bcb84e-fe14-48f2-89c6-c2e45a26eaa3 service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG nova.compute.manager [req-fe9251a4-5ee2-4fdf-b2fa-1e0565045793 req-f6bcb84e-fe14-48f2-89c6-c2e45a26eaa3 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] No waiting events found dispatching network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:20:18 user nova-compute[74681]: WARNING nova.compute.manager [req-fe9251a4-5ee2-4fdf-b2fa-1e0565045793 req-f6bcb84e-fe14-48f2-89c6-c2e45a26eaa3 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received unexpected event network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 for instance with vm_state building and task_state spawning.
Oct 16 15:20:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:20:20 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Instance spawned successfully.
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:20:20 user nova-compute[74681]: INFO nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Took 4.94 seconds to spawn the instance on the hypervisor.
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-4f5a1fa8-710a-48dc-bad6-30cddb979531 req-bbd2d204-c143-437e-a61c-68f99a5c87fa service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4f5a1fa8-710a-48dc-bad6-30cddb979531 req-bbd2d204-c143-437e-a61c-68f99a5c87fa service nova] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4f5a1fa8-710a-48dc-bad6-30cddb979531 req-bbd2d204-c143-437e-a61c-68f99a5c87fa service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-4f5a1fa8-710a-48dc-bad6-30cddb979531 req-bbd2d204-c143-437e-a61c-68f99a5c87fa service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:20:20 user nova-compute[74681]: DEBUG nova.compute.manager [req-4f5a1fa8-710a-48dc-bad6-30cddb979531 req-bbd2d204-c143-437e-a61c-68f99a5c87fa service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] No waiting events found dispatching network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:20:20 user nova-compute[74681]: WARNING nova.compute.manager [req-4f5a1fa8-710a-48dc-bad6-30cddb979531 req-bbd2d204-c143-437e-a61c-68f99a5c87fa service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received unexpected event network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 for instance with vm_state building and task_state spawning.
Oct 16 15:20:20 user nova-compute[74681]: INFO nova.compute.manager [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Took 21.27 seconds to build instance.
Oct 16 15:20:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0cfbb1f7-2066-478d-ae20-3317599be29d tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.424s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:20:21 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:21 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:20:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:20:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:20:36 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:20:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:21:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:21:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:21:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:21:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:21:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:21:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:21:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:21:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9036MB free_disk=25.230205535888672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3987dff4-558e-4ebe-81fd-fad9cbae912c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:21:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.188s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:21:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:21:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:21:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:21:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:21:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 3987dff4-558e-4ebe-81fd-fad9cbae912c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:21:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:21:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:21:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:21:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:21:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:21:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:21:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:21:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:21:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:50 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-changed-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:21:50 user nova-compute[74681]: DEBUG nova.compute.manager [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Refreshing instance network info cache due to event network-changed-92ad9e78-a44f-4641-9d3c-0733cf5704c3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:21:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] Acquiring lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:21:50 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] Acquired lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:21:50 user nova-compute[74681]: DEBUG nova.network.neutron [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Refreshing network info cache for port 92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:21:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updated VIF entry in instance network info cache for port 92ad9e78-a44f-4641-9d3c-0733cf5704c3. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:21:51 user nova-compute[74681]: DEBUG nova.network.neutron [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:21:51 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-8b4489bb-4c7f-442a-8bdd-91c7a97d546b req-d595f823-eae7-409e-ab5b-1ad858efe1ff service nova] Releasing lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:21:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:21:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Starting instance... {{(pid=74681) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74681) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 15:22:06 user nova-compute[74681]: INFO nova.compute.claims [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Claim successful on node user
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.281s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Start building networks asynchronously for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Allocating IP information in the background. {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] allocate_for_instance() {{(pid=74681) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 15:22:06 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Start building block device mappings for instance. {{(pid=74681) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.policy [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c97403f0f144bba79a07d043d3157e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552de2ff0b6341e8b8f628da542f63ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74681) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 15:22:06 user nova-compute[74681]: INFO nova.virt.block_device [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Booting with volume ba844744-f5b0-40ca-92b2-353625bd7ac9 at /dev/vda
Oct 16 15:22:06 user nova-compute[74681]: DEBUG os_brick.utils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6814a91e-bd1d-4c41-9941-c8f3fd5e3347]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:23a1e684f38f\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[7462eff2-248f-49e2-a696-5c4e88221a41]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[901590f9-b7a5-4b15-86d3-0001ab3d8c23]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[a78a6bfa-a3b1-4c23-a9e6-3f4a09e39240]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Running cmd (subprocess): nvme version {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] 'nvme version' failed. Not Retrying. {{(pid=74681) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] nvme not present on system {{(pid=74681) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 15:22:06 user nova-compute[74681]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 15:22:06 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[827a5fe5-a0e1-4836-a0e3-7af5b59a30be]: (4, '') {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74681) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.lightos [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] LIGHTOS: no hostnqn found. {{(pid=74681) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG os_brick.utils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:23a1e684f38f', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:22:06 user nova-compute[74681]: DEBUG nova.virt.block_device [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updating existing volume attachment record: 539c6ae1-e3fb-40c3-a954-cd7c0c08c294 {{(pid=74681) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Successfully created port: eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Successfully updated port: eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquired lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Building network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-changed-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG nova.compute.manager [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Refreshing instance network info cache due to event network-changed-eb3e4fdd-62fd-4a71-af2c-c947f73e910d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] Acquiring lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:22:07 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Instance cache missing network info. {{(pid=74681) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG nova.network.neutron [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updating instance_info_cache with network_info: [{"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Releasing lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Instance network_info: |[{"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74681) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] Acquired lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Refreshing network info cache for port eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updated VIF entry in instance network info cache for port eb3e4fdd-62fd-4a71-af2c-c947f73e910d. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG nova.network.neutron [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updating instance_info_cache with network_info: [{"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:22:08 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-67e86be7-094d-44d6-bfa0-5221b1b1bc6e req-697c7525-b736-49d5-8dc3-89f6a4de556c service nova] Releasing lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:22:12 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:22:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:22:15 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9038MB free_disk=25.229087829589844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3987dff4-558e-4ebe-81fd-fad9cbae912c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2bcdf06-fc4c-45f3-9560-3aecd8279f0b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:22:15 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.231s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:22:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:22:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:22:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:22:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:22:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Skipping network cache update for instance because it is Building. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 3987dff4-558e-4ebe-81fd-fad9cbae912c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:22:18 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:22:19 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:19 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Start spawning the instance on the hypervisor. {{(pid=74681) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Creating instance directory {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 15:22:22 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Creating image(s)
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Did not create local disks {{(pid=74681) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Ensure instance console log exists: /opt/stack/data/nova/instances/c2bcdf06-fc4c-45f3-9560-3aecd8279f0b/console.log {{(pid=74681) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Start _get_guest_xml network_info=[{"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJqrtnOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c2bcdf06-fc4c-45f3-9560-3aecd8279f0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba844744-f5b0-40ca-92b2-353625bd7ac9', 'serial': 'ba844744-f5b0-40ca-92b2-353625bd7ac9'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'attachment_id': '539c6ae1-e3fb-40c3-a954-cd7c0c08c294', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 15:22:22 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:22:22 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller missing on host. {{(pid=74681) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.host [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU controller found on host. {{(pid=74681) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74681) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T14:33:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image limits 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flavor pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Image pref 0:0:0 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74681) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Got 1 possible topologies {{(pid=74681) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.hardware [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74681) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Calling os-brick to attach iSCSI Volume {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJqrtnOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:22:22 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:22:22 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:22:22 user nova-compute[74681]: INFO os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca60c93-87d1-4cff-91f1-df9a73f9bd79]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 15:22:22 user nova-compute[74681]:  {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb6abe3-3564-4194-9cac-7dcd198457c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9] added\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9] added
Oct 16 15:22:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[f84476f7-429c-47b4-a023-79b5ef3b84f2]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0d72a5-6926-446d-bb88-9ae02c3fa995]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PJqrtnOT {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PJqrtnOT" returned: 0 in 0.023s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f08b6a-554e-4959-a0af-74a33b9fd9a9]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PJqrtnOT'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a571232-a36c-490f-ba68-d8287c7faa9b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[433067dd-3270-48b8-8681-b463c7494264]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:22:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:22:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --login {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb0e6f4-a89f-40b7-b086-51669a31b8a6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260]
Oct 16 15:22:22 user nova-compute[74681]: Login to [iface: default, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260] successful.
Oct 16 15:22:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b644a62-f136-4575-85e0-73a1b51b9eeb]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7fa7c3-4296-4753-bd22-d9c65029459e]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:22:22 user nova-compute[74681]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 (non-flash)
Oct 16 15:22:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:22:22 user nova-compute[74681]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 (non-flash)
Oct 16 15:22:22 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to 172.16.0.220:3260 {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] HCTL ('34', '-', '-', 0) found on session 61 with lun 0 {{(pid=74681) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74681) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09d4df0-8964-4cb6-b51a-f270526e9a52]: (4, ('- - 0', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Searching for a device in session 61 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74681) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 15:22:22 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJqrtnOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74681) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23864353538626339', 'path': '/dev/sdc'} {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23864353538626339', 'path': '/dev/sdc'} {{(pid=74681) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:22:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1026159316',display_name='tempest-TestVolumeBootPattern-server-1026159316',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1026159316',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-h6w7xbx1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:22:07Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=c2bcdf06-fc4c-45f3-9560-3aecd8279f0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74681) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:38:8c,bridge_name='br-int',has_traffic_filtering=True,id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb3e4fdd-62') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.objects.instance [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'pci_devices' on Instance uuid c2bcdf06-fc4c-45f3-9560-3aecd8279f0b {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] End _get_guest_xml xml=<domain type="kvm">
Oct 16 15:22:23 user nova-compute[74681]:   <uuid>c2bcdf06-fc4c-45f3-9560-3aecd8279f0b</uuid>
Oct 16 15:22:23 user nova-compute[74681]:   <name>instance-00000034</name>
Oct 16 15:22:23 user nova-compute[74681]:   <memory>524288</memory>
Oct 16 15:22:23 user nova-compute[74681]:   <vcpu>1</vcpu>
Oct 16 15:22:23 user nova-compute[74681]:   <metadata>
Oct 16 15:22:23 user nova-compute[74681]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 15:22:23 user nova-compute[74681]:       <nova:package version="0.0.0"/>
Oct 16 15:22:23 user nova-compute[74681]:       <nova:name>tempest-TestVolumeBootPattern-server-1026159316</nova:name>
Oct 16 15:22:23 user nova-compute[74681]:       <nova:creationTime>2023-10-16 15:22:22</nova:creationTime>
Oct 16 15:22:23 user nova-compute[74681]:       <nova:flavor name="m1.tiny">
Oct 16 15:22:23 user nova-compute[74681]:         <nova:memory>512</nova:memory>
Oct 16 15:22:23 user nova-compute[74681]:         <nova:disk>1</nova:disk>
Oct 16 15:22:23 user nova-compute[74681]:         <nova:swap>0</nova:swap>
Oct 16 15:22:23 user nova-compute[74681]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 15:22:23 user nova-compute[74681]:         <nova:vcpus>1</nova:vcpus>
Oct 16 15:22:23 user nova-compute[74681]:       </nova:flavor>
Oct 16 15:22:23 user nova-compute[74681]:       <nova:owner>
Oct 16 15:22:23 user nova-compute[74681]:         <nova:user uuid="a4c97403f0f144bba79a07d043d3157e">tempest-TestVolumeBootPattern-69904000-project-member</nova:user>
Oct 16 15:22:23 user nova-compute[74681]:         <nova:project uuid="552de2ff0b6341e8b8f628da542f63ab">tempest-TestVolumeBootPattern-69904000</nova:project>
Oct 16 15:22:23 user nova-compute[74681]:       </nova:owner>
Oct 16 15:22:23 user nova-compute[74681]:       <nova:ports>
Oct 16 15:22:23 user nova-compute[74681]:         <nova:port uuid="eb3e4fdd-62fd-4a71-af2c-c947f73e910d">
Oct 16 15:22:23 user nova-compute[74681]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 15:22:23 user nova-compute[74681]:         </nova:port>
Oct 16 15:22:23 user nova-compute[74681]:       </nova:ports>
Oct 16 15:22:23 user nova-compute[74681]:     </nova:instance>
Oct 16 15:22:23 user nova-compute[74681]:   </metadata>
Oct 16 15:22:23 user nova-compute[74681]:   <sysinfo type="smbios">
Oct 16 15:22:23 user nova-compute[74681]:     <system>
Oct 16 15:22:23 user nova-compute[74681]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 15:22:23 user nova-compute[74681]:       <entry name="product">OpenStack Nova</entry>
Oct 16 15:22:23 user nova-compute[74681]:       <entry name="version">0.0.0</entry>
Oct 16 15:22:23 user nova-compute[74681]:       <entry name="serial">c2bcdf06-fc4c-45f3-9560-3aecd8279f0b</entry>
Oct 16 15:22:23 user nova-compute[74681]:       <entry name="uuid">c2bcdf06-fc4c-45f3-9560-3aecd8279f0b</entry>
Oct 16 15:22:23 user nova-compute[74681]:       <entry name="family">Virtual Machine</entry>
Oct 16 15:22:23 user nova-compute[74681]:     </system>
Oct 16 15:22:23 user nova-compute[74681]:   </sysinfo>
Oct 16 15:22:23 user nova-compute[74681]:   <os>
Oct 16 15:22:23 user nova-compute[74681]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 15:22:23 user nova-compute[74681]:     <boot dev="hd"/>
Oct 16 15:22:23 user nova-compute[74681]:     <smbios mode="sysinfo"/>
Oct 16 15:22:23 user nova-compute[74681]:   </os>
Oct 16 15:22:23 user nova-compute[74681]:   <features>
Oct 16 15:22:23 user nova-compute[74681]:     <acpi/>
Oct 16 15:22:23 user nova-compute[74681]:     <apic/>
Oct 16 15:22:23 user nova-compute[74681]:     <vmcoreinfo/>
Oct 16 15:22:23 user nova-compute[74681]:   </features>
Oct 16 15:22:23 user nova-compute[74681]:   <clock offset="utc">
Oct 16 15:22:23 user nova-compute[74681]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 15:22:23 user nova-compute[74681]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 15:22:23 user nova-compute[74681]:     <timer name="hpet" present="no"/>
Oct 16 15:22:23 user nova-compute[74681]:   </clock>
Oct 16 15:22:23 user nova-compute[74681]:   <cpu mode="custom" match="exact">
Oct 16 15:22:23 user nova-compute[74681]:     <model>Nehalem</model>
Oct 16 15:22:23 user nova-compute[74681]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 15:22:23 user nova-compute[74681]:   </cpu>
Oct 16 15:22:23 user nova-compute[74681]:   <devices>
Oct 16 15:22:23 user nova-compute[74681]:     <disk type="block" device="disk">
Oct 16 15:22:23 user nova-compute[74681]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 15:22:23 user nova-compute[74681]:       <source dev="/dev/sdc"/>
Oct 16 15:22:23 user nova-compute[74681]:       <target dev="vda" bus="virtio"/>
Oct 16 15:22:23 user nova-compute[74681]:       <serial>ba844744-f5b0-40ca-92b2-353625bd7ac9</serial>
Oct 16 15:22:23 user nova-compute[74681]:     </disk>
Oct 16 15:22:23 user nova-compute[74681]:     <interface type="ethernet">
Oct 16 15:22:23 user nova-compute[74681]:       <mac address="fa:16:3e:f5:38:8c"/>
Oct 16 15:22:23 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:22:23 user nova-compute[74681]:       <mtu size="1442"/>
Oct 16 15:22:23 user nova-compute[74681]:       <target dev="tapeb3e4fdd-62"/>
Oct 16 15:22:23 user nova-compute[74681]:     </interface>
Oct 16 15:22:23 user nova-compute[74681]:     <serial type="pty">
Oct 16 15:22:23 user nova-compute[74681]:       <log file="/opt/stack/data/nova/instances/c2bcdf06-fc4c-45f3-9560-3aecd8279f0b/console.log" append="off"/>
Oct 16 15:22:23 user nova-compute[74681]:     </serial>
Oct 16 15:22:23 user nova-compute[74681]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 15:22:23 user nova-compute[74681]:     <video>
Oct 16 15:22:23 user nova-compute[74681]:       <model type="virtio"/>
Oct 16 15:22:23 user nova-compute[74681]:     </video>
Oct 16 15:22:23 user nova-compute[74681]:     <rng model="virtio">
Oct 16 15:22:23 user nova-compute[74681]:       <backend model="random">/dev/urandom</backend>
Oct 16 15:22:23 user nova-compute[74681]:     </rng>
Oct 16 15:22:23 user nova-compute[74681]:     <controller type="usb" index="0" model="none"/>
Oct 16 15:22:23 user nova-compute[74681]:     <memballoon model="virtio">
Oct 16 15:22:23 user nova-compute[74681]:       <stats period="10"/>
Oct 16 15:22:23 user nova-compute[74681]:     </memballoon>
Oct 16 15:22:23 user nova-compute[74681]:   </devices>
Oct 16 15:22:23 user nova-compute[74681]: </domain>
Oct 16 15:22:23 user nova-compute[74681]:  {{(pid=74681) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:22:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1026159316',display_name='tempest-TestVolumeBootPattern-server-1026159316',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1026159316',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-h6w7xbx1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T15:22:07Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=c2bcdf06-fc4c-45f3-9560-3aecd8279f0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:38:8c,bridge_name='br-int',has_traffic_filtering=True,id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb3e4fdd-62') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG os_vif [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:38:8c,bridge_name='br-int',has_traffic_filtering=True,id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb3e4fdd-62') {{(pid=74681) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'da75943c-7f4d-5f57-aec1-7cd64e0e0c37', '_type': 'linux-noop'}}, row=False) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeb3e4fdd-62, may_exist=True, interface_attrs={}) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeb3e4fdd-62, col_values=(('qos', UUID('c25c4101-7172-4e1d-8766-5fdc9cabac10')),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeb3e4fdd-62, col_values=(('external_ids', {'iface-id': 'eb3e4fdd-62fd-4a71-af2c-c947f73e910d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:38:8c', 'vm-uuid': 'c2bcdf06-fc4c-45f3-9560-3aecd8279f0b'}),), if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:23 user nova-compute[74681]: INFO os_vif [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:38:8c,bridge_name='br-int',has_traffic_filtering=True,id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb3e4fdd-62')
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No BDM found with device name vda, not building metadata. {{(pid=74681) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 15:22:23 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] No VIF found with MAC fa:16:3e:f5:38:8c, not building metadata {{(pid=74681) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 15:22:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:24 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-a6cd22f3-df63-46a9-b62e-c275adf36a4e req-c1ffc826-220d-46a5-9a59-d7f5bdbbaae0 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a6cd22f3-df63-46a9-b62e-c275adf36a4e req-c1ffc826-220d-46a5-9a59-d7f5bdbbaae0 service nova] Acquiring lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a6cd22f3-df63-46a9-b62e-c275adf36a4e req-c1ffc826-220d-46a5-9a59-d7f5bdbbaae0 service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-a6cd22f3-df63-46a9-b62e-c275adf36a4e req-c1ffc826-220d-46a5-9a59-d7f5bdbbaae0 service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG nova.compute.manager [req-a6cd22f3-df63-46a9-b62e-c275adf36a4e req-c1ffc826-220d-46a5-9a59-d7f5bdbbaae0 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] No waiting events found dispatching network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:22:25 user nova-compute[74681]: WARNING nova.compute.manager [req-a6cd22f3-df63-46a9-b62e-c275adf36a4e req-c1ffc826-220d-46a5-9a59-d7f5bdbbaae0 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received unexpected event network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d for instance with vm_state building and task_state spawning.
Oct 16 15:22:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:25 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:26 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Instance event wait completed in 0 seconds for  {{(pid=74681) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Guest created on hypervisor {{(pid=74681) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 15:22:27 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Instance spawned successfully.
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Found default for hw_cdrom_bus of ide {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Found default for hw_disk_bus of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Found default for hw_input_bus of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Found default for hw_pointer_model of None {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Found default for hw_video_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Found default for hw_vif_model of virtio {{(pid=74681) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-9135d292-e0f7-4b25-93d5-6fdf6dc77fea req-1725da78-8a1c-4cdc-a3d4-84e120417fc1 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9135d292-e0f7-4b25-93d5-6fdf6dc77fea req-1725da78-8a1c-4cdc-a3d4-84e120417fc1 service nova] Acquiring lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9135d292-e0f7-4b25-93d5-6fdf6dc77fea req-1725da78-8a1c-4cdc-a3d4-84e120417fc1 service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-9135d292-e0f7-4b25-93d5-6fdf6dc77fea req-1725da78-8a1c-4cdc-a3d4-84e120417fc1 service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.compute.manager [req-9135d292-e0f7-4b25-93d5-6fdf6dc77fea req-1725da78-8a1c-4cdc-a3d4-84e120417fc1 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] No waiting events found dispatching network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:22:27 user nova-compute[74681]: WARNING nova.compute.manager [req-9135d292-e0f7-4b25-93d5-6fdf6dc77fea req-1725da78-8a1c-4cdc-a3d4-84e120417fc1 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received unexpected event network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d for instance with vm_state building and task_state spawning.
Oct 16 15:22:27 user nova-compute[74681]: INFO nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Took 5.10 seconds to spawn the instance on the hypervisor.
Oct 16 15:22:27 user nova-compute[74681]: DEBUG nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Checking state {{(pid=74681) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 15:22:27 user nova-compute[74681]: INFO nova.compute.manager [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Took 21.31 seconds to build instance.
Oct 16 15:22:27 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-5f90dbfc-7e26-4b37-bfab-b54cbc581d4f tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.404s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:22:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:41 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:46 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:51 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:56 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:22:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:03 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:08 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:13 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:23:16 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:23:16 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=8938MB free_disk=25.22772216796875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3987dff4-558e-4ebe-81fd-fad9cbae912c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance c2bcdf06-fc4c-45f3-9560-3aecd8279f0b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:23:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.198s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:23:17 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquired lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Forcefully refreshing network info cache for instance {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG nova.objects.instance [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lazy-loading 'info_cache' on Instance uuid 3987dff4-558e-4ebe-81fd-fad9cbae912c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG nova.network.neutron [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Releasing lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updated the network info_cache for instance {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:25 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:26 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:23:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:23:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:28 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:33 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:38 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:43 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:23:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:23:48 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:53 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:57 user nova-compute[74681]: DEBUG nova.compute.manager [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-changed-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:23:57 user nova-compute[74681]: DEBUG nova.compute.manager [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Refreshing instance network info cache due to event network-changed-eb3e4fdd-62fd-4a71-af2c-c947f73e910d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:23:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] Acquiring lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:23:57 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] Acquired lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:23:57 user nova-compute[74681]: DEBUG nova.network.neutron [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Refreshing network info cache for port eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:23:58 user nova-compute[74681]: DEBUG nova.network.neutron [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updated VIF entry in instance network info cache for port eb3e4fdd-62fd-4a71-af2c-c947f73e910d. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:23:58 user nova-compute[74681]: DEBUG nova.network.neutron [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updating instance_info_cache with network_info: [{"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:23:58 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-97d13657-1eca-4131-bf5b-f994a09580c7 req-61e22ec0-d64e-4323-ac03-ccc0a4e76fe4 service nova] Releasing lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:23:58 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-changed-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Refreshing instance network info cache due to event network-changed-eb3e4fdd-62fd-4a71-af2c-c947f73e910d. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] Acquiring lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] Acquired lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.network.neutron [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Refreshing network info cache for port eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:23:59 user nova-compute[74681]: INFO nova.compute.manager [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Terminating instance
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.compute.manager [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.network.neutron [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updated VIF entry in instance network info cache for port eb3e4fdd-62fd-4a71-af2c-c947f73e910d. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.network.neutron [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updating instance_info_cache with network_info: [{"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-1ccd4308-15d3-4622-a9f8-3293f1c42676 req-5426e068-e4e0-45a2-9298-b985a150a873 service nova] Releasing lock "refresh_cache-c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f4e2897-6f6e-4cf3-a8b0-b02ed7394723 req-1ccc9e3b-4ee1-42c9-94be-d9ed2abf41d9 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-vif-unplugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f4e2897-6f6e-4cf3-a8b0-b02ed7394723 req-1ccc9e3b-4ee1-42c9-94be-d9ed2abf41d9 service nova] Acquiring lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f4e2897-6f6e-4cf3-a8b0-b02ed7394723 req-1ccc9e3b-4ee1-42c9-94be-d9ed2abf41d9 service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-6f4e2897-6f6e-4cf3-a8b0-b02ed7394723 req-1ccc9e3b-4ee1-42c9-94be-d9ed2abf41d9 service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f4e2897-6f6e-4cf3-a8b0-b02ed7394723 req-1ccc9e3b-4ee1-42c9-94be-d9ed2abf41d9 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] No waiting events found dispatching network-vif-unplugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.compute.manager [req-6f4e2897-6f6e-4cf3-a8b0-b02ed7394723 req-1ccc9e3b-4ee1-42c9-94be-d9ed2abf41d9 service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-vif-unplugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:23:59 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Instance destroyed successfully.
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.objects.instance [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'resources' on Instance uuid c2bcdf06-fc4c-45f3-9560-3aecd8279f0b {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:22:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1026159316',display_name='tempest-TestVolumeBootPattern-server-1026159316',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1026159316',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:22:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-h6w7xbx1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:22:27Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=c2bcdf06-fc4c-45f3-9560-3aecd8279f0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "address": "fa:16:3e:f5:38:8c", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb3e4fdd-62", "ovs_interfaceid": "eb3e4fdd-62fd-4a71-af2c-c947f73e910d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f5:38:8c,bridge_name='br-int',has_traffic_filtering=True,id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb3e4fdd-62') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_vif [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:38:8c,bridge_name='br-int',has_traffic_filtering=True,id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb3e4fdd-62') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb3e4fdd-62, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c25c4101-7172-4e1d-8766-5fdc9cabac10) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:23:59 user nova-compute[74681]: INFO os_vif [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:38:8c,bridge_name='br-int',has_traffic_filtering=True,id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb3e4fdd-62')
Oct 16 15:23:59 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJqrtnOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:23:59 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab1b96e9-12e6-4a92-911a-b342076679bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:23:59 user nova-compute[74681]: No targets found.
Oct 16 15:23:59 user nova-compute[74681]: iSNS:
Oct 16 15:23:59 user nova-compute[74681]: No targets found.
Oct 16 15:23:59 user nova-compute[74681]: STATIC:
Oct 16 15:23:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9
Oct 16 15:23:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:23:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:23:59 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995
Oct 16 15:23:59 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:23:59 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:23:59 user nova-compute[74681]: FIRMWARE:
Oct 16 15:23:59 user nova-compute[74681]: No targets found.
Oct 16 15:23:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:23:59 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:23:59 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc6bad8-3e81-4f14-8b03-86779d1ee864]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae070fc-d539-45c0-bcc2-a9998d5c05bd]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:23:59 user nova-compute[74681]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 (non-flash)
Oct 16 15:23:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:23:59 user nova-compute[74681]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 (non-flash)
Oct 16 15:23:59 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66d0549b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9'): ({'sdc'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Removing single pathed devices sdc {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0595bd-b470-4bbd-bba1-853b3e08c990]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca8b8cf-6c31-4577-a3cf-659a3d0398e0]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flushing IO for device /dev/sdc {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[934fe385-c6c6-438a-a0d4-e2619d6f8e96]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f7013c-cd1c-4ed2-baa2-bdd77c7c83eb]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] SCSI volumes sdc have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:23:59 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90b8f03-a7c6-4723-a774-2af6373e896b]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c69273d-f6bf-4ed9-820c-3f7015e50a1b]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260]
Oct 16 15:24:00 user nova-compute[74681]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9, portal: 172.16.0.220,3260] successful.
Oct 16 15:24:00 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba844744-f5b0-40ca-92b2-353625bd7ac9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1e1de6-8b8e-44f1-ac76-d090b24be83c]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== disconnect_volume: return (286ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:24:00 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Deleting instance files /opt/stack/data/nova/instances/c2bcdf06-fc4c-45f3-9560-3aecd8279f0b_del
Oct 16 15:24:00 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Deletion of /opt/stack/data/nova/instances/c2bcdf06-fc4c-45f3-9560-3aecd8279f0b_del complete
Oct 16 15:24:00 user nova-compute[74681]: INFO nova.compute.manager [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Took 1.12 seconds to destroy the instance on the hypervisor.
Oct 16 15:24:00 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:24:00 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Took 0.41 seconds to deallocate network for instance.
Oct 16 15:24:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-40156fe6-82fe-40e3-93cc-cfa9e264adc5 req-6fc70cfe-7961-48ce-af9a-069ef1ca26ef service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-vif-deleted-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:24:00 user nova-compute[74681]: INFO nova.compute.manager [req-40156fe6-82fe-40e3-93cc-cfa9e264adc5 req-6fc70cfe-7961-48ce-af9a-069ef1ca26ef service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Neutron deleted interface eb3e4fdd-62fd-4a71-af2c-c947f73e910d; detaching it from the instance and deleting it from the info cache
Oct 16 15:24:00 user nova-compute[74681]: DEBUG nova.network.neutron [req-40156fe6-82fe-40e3-93cc-cfa9e264adc5 req-6fc70cfe-7961-48ce-af9a-069ef1ca26ef service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:24:00 user nova-compute[74681]: DEBUG nova.compute.manager [req-40156fe6-82fe-40e3-93cc-cfa9e264adc5 req-6fc70cfe-7961-48ce-af9a-069ef1ca26ef service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Detach interface failed, port_id=eb3e4fdd-62fd-4a71-af2c-c947f73e910d, reason: Instance c2bcdf06-fc4c-45f3-9560-3aecd8279f0b could not be found. {{(pid=74681) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:01 user nova-compute[74681]: INFO nova.compute.manager [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Took 0.81 seconds to detach 1 volumes for instance.
Oct 16 15:24:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.132s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-440a6179-7340-4771-868d-adff3b0c3d2e req-ed0b0c2c-6e85-4f43-ab45-46f91ee3285e service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received event network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-440a6179-7340-4771-868d-adff3b0c3d2e req-ed0b0c2c-6e85-4f43-ab45-46f91ee3285e service nova] Acquiring lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-440a6179-7340-4771-868d-adff3b0c3d2e req-ed0b0c2c-6e85-4f43-ab45-46f91ee3285e service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-440a6179-7340-4771-868d-adff3b0c3d2e req-ed0b0c2c-6e85-4f43-ab45-46f91ee3285e service nova] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:24:01 user nova-compute[74681]: DEBUG nova.compute.manager [req-440a6179-7340-4771-868d-adff3b0c3d2e req-ed0b0c2c-6e85-4f43-ab45-46f91ee3285e service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] No waiting events found dispatching network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:24:01 user nova-compute[74681]: WARNING nova.compute.manager [req-440a6179-7340-4771-868d-adff3b0c3d2e req-ed0b0c2c-6e85-4f43-ab45-46f91ee3285e service nova] [instance: c2bcdf06-fc4c-45f3-9560-3aecd8279f0b] Received unexpected event network-vif-plugged-eb3e4fdd-62fd-4a71-af2c-c947f73e910d for instance with vm_state deleted and task_state None.
Oct 16 15:24:01 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Deleted allocations for instance c2bcdf06-fc4c-45f3-9560-3aecd8279f0b
Oct 16 15:24:01 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-0886c76e-f3a9-44ac-b55f-3fa18b3517a6 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "c2bcdf06-fc4c-45f3-9560-3aecd8279f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.650s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:24:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:24:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:24:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:24:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:24:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:14 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74681) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 15:24:16 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:24:16 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9029MB free_disk=25.226837158203125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3987dff4-558e-4ebe-81fd-fad9cbae912c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing inventories for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating ProviderTree inventory for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Updating inventory in ProviderTree for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing aggregate associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, aggregates: None {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Refreshing trait associations for resource provider 2b5f3b21-35d8-46f0-b940-05228071fb15, traits: COMPUTE_VOLUME_EXTEND,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_ACCELERATORS,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_RESCUE_BFV {{(pid=74681) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:24:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.341s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:24:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:19 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:24:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:21 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:21 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:24:21 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:24:24 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:24:25 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:26 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:26 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:26 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:24:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:24:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:24:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:24:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:24:29 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:31 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:32 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 15:24:32 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] There are 0 instances to clean {{(pid=74681) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 15:24:34 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:35 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:24:35 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Cleaning up deleted instances with incomplete migration  {{(pid=74681) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 15:24:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:24:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:24:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:24:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:24:39 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:24:44 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:24:49 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:54 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:24:59 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:04 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:09 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:14 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:15 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_power_states {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Triggering sync for uuid 3987dff4-558e-4ebe-81fd-fad9cbae912c {{(pid=74681) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-changed-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG nova.compute.manager [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Refreshing instance network info cache due to event network-changed-92ad9e78-a44f-4641-9d3c-0733cf5704c3. {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] Acquiring lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] Acquired lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG nova.network.neutron [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Refreshing network info cache for port 92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:16 user nova-compute[74681]: INFO nova.compute.manager [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Terminating instance
Oct 16 15:25:16 user nova-compute[74681]: DEBUG nova.compute.manager [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Start destroying the instance on the hypervisor. {{(pid=74681) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:16 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-e9babb65-96c8-4e0d-bd3a-eb96e1663f8c req-583afe6d-0b3c-4915-af95-478b2320c8cf service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-vif-unplugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e9babb65-96c8-4e0d-bd3a-eb96e1663f8c req-583afe6d-0b3c-4915-af95-478b2320c8cf service nova] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e9babb65-96c8-4e0d-bd3a-eb96e1663f8c req-583afe6d-0b3c-4915-af95-478b2320c8cf service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-e9babb65-96c8-4e0d-bd3a-eb96e1663f8c req-583afe6d-0b3c-4915-af95-478b2320c8cf service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-e9babb65-96c8-4e0d-bd3a-eb96e1663f8c req-583afe6d-0b3c-4915-af95-478b2320c8cf service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] No waiting events found dispatching network-vif-unplugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.compute.manager [req-e9babb65-96c8-4e0d-bd3a-eb96e1663f8c req-583afe6d-0b3c-4915-af95-478b2320c8cf service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-vif-unplugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 for instance with task_state deleting. {{(pid=74681) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 15:25:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [-] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Instance destroyed successfully.
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.objects.instance [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lazy-loading 'resources' on Instance uuid 3987dff4-558e-4ebe-81fd-fad9cbae912c {{(pid=74681) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.vif [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T15:19:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515222736',display_name='tempest-TestVolumeBootPattern-server-515222736',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515222736',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBHUH6fbrvafLKdIFYV0hwTicExbhKMQoFJg+cuoSw2+1CQRwtloF6zWWannmW8o3JXbknSNsQDDzstvQRSn41i30rzDsnhOHN2FBUU1cuRXSH5AbRuQWOwU2StW70GT+g==',key_name='tempest-TestVolumeBootPattern-1805506052',keypairs=<?>,launch_index=0,launched_at=2023-10-16T15:20:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='552de2ff0b6341e8b8f628da542f63ab',ramdisk_id='',reservation_id='r-8ng1ly2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-69904000',owner_user_name='tempest-TestVolumeBootPattern-69904000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T15:20:21Z,user_data=None,user_id='a4c97403f0f144bba79a07d043d3157e',uuid=3987dff4-558e-4ebe-81fd-fad9cbae912c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converting VIF {"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.network.os_vif_util [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:67:ec:9e,bridge_name='br-int',has_traffic_filtering=True,id=92ad9e78-a44f-4641-9d3c-0733cf5704c3,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92ad9e78-a4') {{(pid=74681) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_vif [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:ec:9e,bridge_name='br-int',has_traffic_filtering=True,id=92ad9e78-a44f-4641-9d3c-0733cf5704c3,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92ad9e78-a4') {{(pid=74681) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap92ad9e78-a4, bridge=br-int, if_exists=True) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e8a0c93-2596-4bb7-8cff-f010c31ceeaa) {{(pid=74681) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:25:17 user nova-compute[74681]: INFO os_vif [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:ec:9e,bridge_name='br-int',has_traffic_filtering=True,id=92ad9e78-a44f-4641-9d3c-0733cf5704c3,network=Network(f79165f2-ac2f-439f-846f-08f4418d436b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap92ad9e78-a4')
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] calling os-brick to detach iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f66e0280fa0>, {'target_iqn': 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOAgRTJM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 15:25:17 user nova-compute[74681]: WARNING os_brick.initiator.connectors.base [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updated VIF entry in instance network info cache for port 92ad9e78-a44f-4641-9d3c-0733cf5704c3. {{(pid=74681) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.network.neutron [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [{"id": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "address": "fa:16:3e:67:ec:9e", "network": {"id": "f79165f2-ac2f-439f-846f-08f4418d436b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-687595870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "552de2ff0b6341e8b8f628da542f63ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap92ad9e78-a4", "ovs_interfaceid": "92ad9e78-a44f-4641-9d3c-0733cf5704c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[814aef3b-4880-4cb9-addd-289afce2007a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 15:25:17 user nova-compute[74681]: No targets found.
Oct 16 15:25:17 user nova-compute[74681]: iSNS:
Oct 16 15:25:17 user nova-compute[74681]: No targets found.
Oct 16 15:25:17 user nova-compute[74681]: STATIC:
Oct 16 15:25:17 user nova-compute[74681]: Target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995
Oct 16 15:25:17 user nova-compute[74681]:         Portal: 172.16.0.220:3260,-1
Oct 16 15:25:17 user nova-compute[74681]:                 Iface Name: default
Oct 16 15:25:17 user nova-compute[74681]: FIRMWARE:
Oct 16 15:25:17 user nova-compute[74681]: No targets found.
Oct 16 15:25:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 15:25:17 user nova-compute[74681]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 15:25:17 user nova-compute[74681]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74681) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995', 0)] {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-06cf75f1-c6b9-4aa4-a99a-922170148570 req-bfeb84b0-2ab7-4b7a-b30a-4dbcaa1283da service nova] Releasing lock "refresh_cache-3987dff4-558e-4ebe-81fd-fad9cbae912c" {{(pid=74681) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[56bff537-f4ef-409a-893a-cb3b5f89abb0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a605198-d0f5-43da-8418-449127070cce]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:25:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 (non-flash)
Oct 16 15:25:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f66e84e3010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995'): ({'sdb'}, set())}) {{(pid=74681) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Removing single pathed devices sdb {{(pid=74681) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e737fa-a29a-4dd8-af08-db73f2739831]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b55ea13-7acf-487d-bf00-6ad6f8b0dcce]: (4, ('ok\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Flushing IO for device /dev/sdb {{(pid=74681) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ed5d5d-5a33-4966-90f6-eeecf151c821]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74681) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.147s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af76aa8-6c1e-430a-b3e6-ee1750dd268e]: (4, ('1', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.linuxscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] SCSI volumes sdb have been removed. {{(pid=74681) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO5d562dce-e3793b5d1052afa8', '/dev/disk/by-id/scsi-26533373933623564', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5d562dce') {{(pid=85882) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[37afa454-a1a9-440b-8b27-077dca599c31]: (4, None) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995')] {{(pid=74681) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1908780-5550-4050-b5c3-a1f7794091dc]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --logout {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --logout" returned: 0 in 0.152s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e72373e-359e-45d6-a6cf-42ac5682595a]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260]
Oct 16 15:25:17 user nova-compute[74681]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995, portal: 172.16.0.220,3260] successful.
Oct 16 15:25:17 user nova-compute[74681]:  stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op delete {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:757c3b59-cd21-4d52-b8d2-bc9ad0988995 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85882) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG oslo.privsep.daemon [-] privsep: reply[3746b79f-8ecd-4fa6-a5fa-62db05f84a70]: (4, ('', '')) {{(pid=85882) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74681) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.base [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.508s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] <== disconnect_volume: return (509ms) None {{(pid=74681) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 15:25:17 user nova-compute[74681]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Disconnected iSCSI Volume {{(pid=74681) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 15:25:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Deleting instance files /opt/stack/data/nova/instances/3987dff4-558e-4ebe-81fd-fad9cbae912c_del
Oct 16 15:25:17 user nova-compute[74681]: INFO nova.virt.libvirt.driver [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Deletion of /opt/stack/data/nova/instances/3987dff4-558e-4ebe-81fd-fad9cbae912c_del complete
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:18 user nova-compute[74681]: INFO nova.compute.manager [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Took 1.34 seconds to destroy the instance on the hypervisor.
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo.service.loopingcall [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74681) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.manager [-] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Deallocating network for instance {{(pid=74681) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] deallocate_for_instance() {{(pid=74681) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:25:18 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:25:18 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9155MB free_disk=25.22598648071289GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.network.neutron [-] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Updating instance_info_cache with network_info: [] {{(pid=74681) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 15:25:18 user nova-compute[74681]: INFO nova.compute.manager [-] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Took 0.40 seconds to deallocate network for instance.
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Instance 3987dff4-558e-4ebe-81fd-fad9cbae912c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74681) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:25:18 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.185s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:19 user nova-compute[74681]: INFO nova.compute.manager [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Took 0.75 seconds to detach 1 volumes for instance.
Oct 16 15:25:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.114s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:19 user nova-compute[74681]: INFO nova.scheduler.client.report [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Deleted allocations for instance 3987dff4-558e-4ebe-81fd-fad9cbae912c
Oct 16 15:25:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-f808028e-e983-40e5-8c11-d1af1b661c74 req-a5b41dcc-9731-4b25-9e3f-b26d22437983 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f808028e-e983-40e5-8c11-d1af1b661c74 req-a5b41dcc-9731-4b25-9e3f-b26d22437983 service nova] Acquiring lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f808028e-e983-40e5-8c11-d1af1b661c74 req-a5b41dcc-9731-4b25-9e3f-b26d22437983 service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [req-f808028e-e983-40e5-8c11-d1af1b661c74 req-a5b41dcc-9731-4b25-9e3f-b26d22437983 service nova] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-f808028e-e983-40e5-8c11-d1af1b661c74 req-a5b41dcc-9731-4b25-9e3f-b26d22437983 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] No waiting events found dispatching network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 15:25:19 user nova-compute[74681]: WARNING nova.compute.manager [req-f808028e-e983-40e5-8c11-d1af1b661c74 req-a5b41dcc-9731-4b25-9e3f-b26d22437983 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received unexpected event network-vif-plugged-92ad9e78-a44f-4641-9d3c-0733cf5704c3 for instance with vm_state deleted and task_state None.
Oct 16 15:25:19 user nova-compute[74681]: DEBUG nova.compute.manager [req-f808028e-e983-40e5-8c11-d1af1b661c74 req-a5b41dcc-9731-4b25-9e3f-b26d22437983 service nova] [instance: 3987dff4-558e-4ebe-81fd-fad9cbae912c] Received event network-vif-deleted-92ad9e78-a44f-4641-9d3c-0733cf5704c3 {{(pid=74681) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 15:25:19 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-bb42867a-5721-468f-8631-d391b83e7412 tempest-TestVolumeBootPattern-69904000 tempest-TestVolumeBootPattern-69904000-project-member] Lock "3987dff4-558e-4ebe-81fd-fad9cbae912c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.814s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:25:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:25:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:25:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:25:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:27 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:25:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:25:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:25:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:25:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:25:28 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:28 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:25:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:25:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:25:52 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:25:57 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:02 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:07 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:12 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:26:16 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:17 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:18 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager.update_available_resource {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Auditing locally available compute resources for user (node: user) {{(pid=74681) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:20 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:26:20 user nova-compute[74681]: WARNING nova.virt.libvirt.driver [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 15:26:20 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Hypervisor/Node resource view: name=user free_ram=9178MB free_disk=25.224910736083984GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}] {{(pid=74681) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74681) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG nova.compute.provider_tree [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed in ProviderTree for provider: 2b5f3b21-35d8-46f0-b940-05228071fb15 {{(pid=74681) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG nova.scheduler.client.report [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Inventory has not changed for provider 2b5f3b21-35d8-46f0-b940-05228071fb15 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74681) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG nova.compute.resource_tracker [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Compute_service record updated for user:user {{(pid=74681) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 15:26:20 user nova-compute[74681]: DEBUG oslo_concurrency.lockutils [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.160s {{(pid=74681) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 15:26:22 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Starting heal instance info cache {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 15:26:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Rebuilding the list of instances to heal {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 15:26:22 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Didn't find any instances for network info cache update. {{(pid=74681) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 15:26:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:22 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:23 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:23 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:24 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:27 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:27 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:28 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:28 user nova-compute[74681]: DEBUG oslo_service.periodic_task [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74681) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 15:26:28 user nova-compute[74681]: DEBUG nova.compute.manager [None req-c4eb3fcf-9c73-48dd-8bc7-a8dafcacda7a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74681) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 15:26:32 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:26:37 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:26:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 15:26:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74681) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 15:26:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:26:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74681) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 15:26:42 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 15:26:47 user nova-compute[74681]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=74681) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}